@webda/core 4.0.0-beta.1 → 4.0.0-beta.3

package/lib/stores/istore.d.ts

@@ -0,0 +1,99 @@
+import { Attributes, FilterAttributes } from "@webda/tsc-esm";
+import type { WebdaQLString } from "@webda/ql";
+/**
+ * This represent the injected methods of Store into the Model
+ */
+export interface StoreHelper<T extends object = object> {
+    /**
+     * Get data from the store
+     * @param uuid
+     * @returns
+     */
+    get(uuid: string): Promise<T>;
+    /**
+     * Create data in the store
+     * @param uuid
+     * @param data
+     * @returns
+     */
+    create(uuid: string, data: T): Promise<T>;
+    /**
+     * Update data in the store, replacing the object
+     * @param uuid
+     * @param data
+     * @returns
+     */
+    update<K extends Attributes<T>>(uuid: string, data: T, conditionField?: K, condition?: T[K]): Promise<void>;
+    /**
+     * Patch data in the store, patching the object
+     * @param uuid
+     * @param data
+     * @returns
+     */
+    patch<K extends Attributes<T>>(uuid: string, data: Partial<T>, conditionField?: K, condition?: T[K]): Promise<void>;
+    /**
+     * Query the store
+     * @param query
+     * @returns
+     */
+    query(query: WebdaQLString<T>): Promise<T[]>;
+    /**
+     * Delete data from the store
+     * @param uuid
+     * @returns
+     */
+    delete<K extends Attributes<T>>(uuid: string, conditionField?: K, condition?: T[K]): Promise<void>;
+    /**
+     * Verify if the object exists
+     * @param uuid
+     * @returns
+     */
+    exists(uuid: string): Promise<boolean>;
+    /**
+     * Increment attributes of an object
+     * @param uuid
+     * @param info
+     * @returns
+     */
+    incrementAttributes<K extends Attributes<T>, L extends FilterAttributes<T, number>>(uuid: string, info: ({
+        property: L;
+        value?: number;
+    } | L)[], conditionField?: K, condition?: T[K]): Promise<void>;
+    /**
+     * Upsert an item to a collection
+     * @param uuid
+     * @param collection
+     * @param item
+     * @param index
+     * @param itemWriteCondition
+     * @param itemWriteConditionField
+     * @returns
+     */
+    upsertItemToCollection<K extends FilterAttributes<T, Array<any>>>(uuid: string, collection: K, item: any, index?: number, itemWriteConditionField?: any, itemWriteCondition?: any): Promise<void>;
+    /**
+     * Delete item from a collection
+     * @param uuid
+     * @param collection
+     * @param index
+     * @param itemWriteCondition
+     * @param itemWriteConditionField
+     * @returns
+     */
+    deleteItemFromCollection<K extends FilterAttributes<T, Array<any>>>(uuid: string, collection: K, index: number, itemWriteConditionField?: any, itemWriteCondition?: any): Promise<void>;
+    /**
+     * Remove an attribute from an object
+     * @param uuid
+     * @param attribute
+     * @returns
+     */
+    removeAttribute<L extends Attributes<T>, K extends Attributes<T>>(uuid: string, attribute: K, conditionField?: L, condition?: T[L]): Promise<void>;
+}
+/**
+ * A mapping service allow to link two object together
+ *
+ * Therefore they need to handle the cascadeDelete
+ */
+export interface MappingService<T = any> {
+    newModel(object: any): T;
+}
+//# sourceMappingURL=istore.d.ts.map

package/lib/stores/istore.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"istore.d.ts","sourceRoot":"","sources":["../../src/stores/istore.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAgB,MAAM,gBAAgB,CAAC;AAC5E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAE/C;;GAEG;AACH,MAAM,WAAW,WAAW,CAAC,CAAC,SAAS,MAAM,GAAG,MAAM;IACpD;;;;OAIG;IACH,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC9B;;;;;OAKG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC1C;;;;;OAKG;IACH,MAAM,CAAC,CAAC,SAAS,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,cAAc,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5G;;;;;OAKG;IACH,KAAK,CAAC,CAAC,SAAS,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,cAAc,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpH;;;;OAIG;IACH,KAAK,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7C;;;;OAIG;IACH,MAAM,CAAC,CAAC,SAAS,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,cAAc,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnG;;;;OAIG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACvC;;;;;OAKG;IACH,mBAAmB,CAAC,CAAC,SAAS,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,gBAAgB,CAAC,CAAC,EAAE,MAAM,CAAC,EAChF,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,CAAC;QAAE,QAAQ,EAAE,CAAC,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,CAAC,CAAC,EAAE,EAC7C,cAAc,CAAC,EAAE,CAAC,EAClB,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GACf,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB;;;;;;;;;OASG;IACH,sBAAsB,CAAC,CAAC,SAAS,gBAAgB,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,EAC9D,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,CAAC,EACb,IAAI,EAAE,GAAG,EACT,KAAK,CAAC,EAAE,MAAM,EACd,uBAAuB,CAAC,EAAE,GAAG,EAC7B,kBAAkB,CAAC,EAAE,GAAG,GACvB,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB;;;;;;;;OAQG;IACH,wBAAwB,CAAC,CAAC,SAAS,gBAAgB,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,EAChE,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,CAAC,EACb,KAAK,EAAE,MAAM,EACb,uBAAuB,CAAC,EAAE,GAAG,EAC7B,kBAAkB,CAAC,EAAE,GAAG,GACvB,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB;;;;;OAKG;IACH,eAAe,CAAC,CAAC,SAAS,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,UAAU,CAAC,CAAC,CAAC,EAC9D,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,CAAC,EACZ,cAAc,CAAC,EAAE,CAAC,EAClB,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GACf,OAAO,CAAC,IAAI,CAAC,CAAC;CAClB;AAED;;;;GAIG;AACH,MAAM,WAAW,cAAc,CAAC,CAAC,GAAG,GAAG;IACrC,QAAQ,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC;CAC1B"}

package/lib/stores/istore.js

@@ -0,0 +1,26 @@
+export {};
+/*
+export type CRUDHelper<T extends object> = {
+  [K in keyof Omit<StoreHelper<T>, "create" | "query" | "get" | "update">]: OmitFirstArg<StoreHelper<T>[K]>;
+} & {
+  setAttribute<K extends Attributes<T>, L extends Attributes<T>>(
+    property: K,
+    value: T[K],
+    itemWriteConditionField?: L,
+    itemWriteCondition?: T[L]
+  ): Promise<void>;
+  incrementAttribute<K extends FilterAttributes<T, number>, L extends Attributes<T>>(
+    property: K,
+    value?: number,
+    itemWriteConditionField?: L,
+    itemWriteCondition?: T[L]
+  ): Promise<void>;
+  upsert(data: T): Promise<T>;
+  create(data: T, withSave?: boolean): Promise<T>;
+};
+
+export type CRUDModel<T extends object = object> = Omit<CRUDHelper<T>, "upsert" | "create" | "exists" | "update"> &
+  T & { save(full?: boolean | keyof T, ...fields: (keyof T)[]): Promise<T> };
+
+*/
+//# sourceMappingURL=istore.js.map

package/lib/stores/istore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"istore.js","sourceRoot":"","sources":["../../src/stores/istore.ts"],"names":[],"mappings":";AA0HA;;;;;;;;;;;;;;;;;;;;;;;EAuBE"}

package/lib/stores/memory.service.d.ts

@@ -0,0 +1,114 @@
+import { Store, StoreParameters } from "./store.js";
+import { type ModelClass, type Repository } from "@webda/models";
+export interface StorageMap {
+    [key: string]: string;
+}
+/**
+ * Memory store
+ */
+export declare class MemoryStoreParameters extends StoreParameters {
+    /**
+     * Persist the data in a file
+     */
+    persistence?: {
+        /**
+         * File path to save to
+         */
+        path: string;
+        /**
+         * Encryption key for AES encryption
+         */
+        key?: string;
+        /**
+         * By default only save once every 1s if modified
+         *
+         * @default 1000
+         */
+        delay?: number;
+        /**
+         * cipher to use
+         */
+        cipher?: string;
+        /**
+         * Compression level to use
+         * @default 9
+         * @max 9
+         * @min 0
+         */
+        compressionLevel?: number;
+    };
+    /**
+     * Load parameters with persistence defaults and force noCache for memory stores
+     * @param params - the service parameters
+     * @returns this for chaining
+     */
+    load(params?: any): this;
+}
+/** Map subclass that triggers persistence on every write */
+declare class MemoryModelMap extends Map<string, string> {
+    persistence: () => void;
+    /**
+     * Set a value and trigger persistence callback
+     * @param key - the key
+     * @param object - the target object
+     * @returns the result
+     */
+    set(key: string, object: string): this;
+}
+/**
+ * Store in Memory
+ *
+ * @category CoreServices
+ * @WebdaModda
+ */
+export declare class MemoryStore<K extends MemoryStoreParameters = MemoryStoreParameters> extends Store<K> {
+    /**
+     * Inmemory storage
+     */
+    storage: MemoryModelMap;
+    /**
+     * Persistence timeout id
+     */
+    private persistenceTimeout;
+    /**
+     * Current persistence
+     */
+    persistencePromise: any;
+    /**
+     * AES encryption key
+     */
+    private key;
+    /**
+     * Persist inmemory storage to file
+     *
+     * Called every this.parameters.persistence.delay ms
+     *
+     * We use stream to avoid consuming high memory
+     * The objects are already in memory the JSON.parse/stringify would duplicate memory
+     */
+    persist(): Promise<void>;
+    /**
+     * Load a persisted memory data
+     */
+    load(): Promise<void>;
+    /**
+     * @override
+     */
+    init(): Promise<this>;
+    /**
+     * Set the persistence function if needed
+     */
+    setPersistence(): void;
+    /**
+     * Ensure the store is saved if persistence is on
+     */
+    stop(): Promise<void>;
+    /**
+     * Get or create a MemoryRepository for the given model, using the shared storage map
+     * @param model - the model to use
+     * @returns the result
+     */
+    getRepository<T extends ModelClass>(model: T): Repository<T>;
+}
+export {};
+//# sourceMappingURL=memory.service.d.ts.map

package/lib/stores/memory.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.service.d.ts","sourceRoot":"","sources":["../../src/stores/memory.service.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AACpD,OAAO,EAAqC,KAAK,UAAU,EAAE,KAAK,UAAU,EAAE,MAAM,eAAe,CAAC;AAIpG,MAAM,WAAW,UAAU;IACzB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,qBAAa,qBAAsB,SAAQ,eAAe;IACxD;;OAEG;IACH,WAAW,CAAC,EAAE;QACZ;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QACb;;WAEG;QACH,GAAG,CAAC,EAAE,MAAM,CAAC;QACb;;;;WAIG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;QACf;;WAEG;QACH,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB;;;;;WAKG;QACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,CAAC;IAEF;;;;OAIG;IACH,IAAI,CAAC,MAAM,GAAE,GAAQ,GAAG,IAAI,CAU3B;CACF;AA0FD,4DAA4D;AAC5D,cAAM,cAAe,SAAQ,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC;IAC9C,WAAW,EAAE,MAAM,IAAI,CAAC;IACxB;;;;;OAKG;IACH,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,QAI9B;CACF;AAED;;;;;GAKG;AACH,qBAAa,WAAW,CAAC,CAAC,SAAS,qBAAqB,GAAG,qBAAqB,CAAE,SAAQ,KAAK,CAAC,CAAC,CAAC;IAChG;;OAEG;IACH,OAAO,EAAE,cAAc,CAAwB;IAC/C;;OAEG;IACH,OAAO,CAAC,kBAAkB,CAAC;IAC3B;;OAEG;IACH,kBAAkB,MAAQ;IAC1B;;OAEG;IACH,OAAO,CAAC,GAAG,CAAS;IAEpB;;;;;;;OAOG;IACG,OAAO,kBAiCZ;IAED;;OAEG;IACG,IAAI,kBA0BT;IAED;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAe1B;IAED;;OAEG;IACH,cAAc,SAwBb;IAED;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAI1B;IAED;;;;OAIG;IAEH,aAAa,CAAC,CAAC,SAAS,UAAU,EAAE,KAAK,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAO3D;CACF"}

package/lib/stores/memory.service.js

@@ -0,0 +1,343 @@
+var __runInitializers = (this && this.__runInitializers) || function (thisArg, initializers, value) {
+    var useValue = arguments.length > 2;
+    for (var i = 0; i < initializers.length; i++) {
+        value = useValue ? initializers[i].call(thisArg, value) : initializers[i].call(thisArg);
+    }
+    return useValue ? value : void 0;
+};
+var __esDecorate = (this && this.__esDecorate) || function (ctor, descriptorIn, decorators, contextIn, initializers, extraInitializers) {
+    function accept(f) { if (f !== void 0 && typeof f !== "function") throw new TypeError("Function expected"); return f; }
+    var kind = contextIn.kind, key = kind === "getter" ? "get" : kind === "setter" ? "set" : "value";
+    var target = !descriptorIn && ctor ? contextIn["static"] ? ctor : ctor.prototype : null;
+    var descriptor = descriptorIn || (target ? Object.getOwnPropertyDescriptor(target, contextIn.name) : {});
+    var _, done = false;
+    for (var i = decorators.length - 1; i >= 0; i--) {
+        var context = {};
+        for (var p in contextIn) context[p] = p === "access" ? {} : contextIn[p];
+        for (var p in contextIn.access) context.access[p] = contextIn.access[p];
+        context.addInitializer = function (f) { if (done) throw new TypeError("Cannot add initializers after decoration has completed"); extraInitializers.push(accept(f || null)); };
+        var result = (0, decorators[i])(kind === "accessor" ? { get: descriptor.get, set: descriptor.set } : descriptor[key], context);
+        if (kind === "accessor") {
+            if (result === void 0) continue;
+            if (result === null || typeof result !== "object") throw new TypeError("Object expected");
+            if (_ = accept(result.get)) descriptor.get = _;
+            if (_ = accept(result.set)) descriptor.set = _;
+            if (_ = accept(result.init)) initializers.unshift(_);
+        }
+        else if (_ = accept(result)) {
+            if (kind === "field") initializers.unshift(_);
+            else descriptor[key] = _;
+        }
+    }
+    if (target) Object.defineProperty(target, contextIn.name, descriptor);
+    done = true;
+};
+import * as crypto from "node:crypto";
+import { createReadStream, createWriteStream, existsSync } from "node:fs";
+import { open } from "node:fs/promises";
+import { Readable, Writable } from "node:stream";
+import { createGzip } from "node:zlib";
+import { GunzipConditional } from "@webda/utils";
+import { Store, StoreParameters } from "./store.js";
+import { EventRepository, MemoryRepository } from "@webda/models";
+import { InstanceCache } from "../cache/cache.js";
+import { useModelMetadata } from "../core/hooks.js";
+/**
+ * Memory store
+ */
+export class MemoryStoreParameters extends StoreParameters {
+    /**
+     * Persist the data in a file
+     */
+    persistence;
+    /**
+     * Load parameters with persistence defaults and force noCache for memory stores
+     * @param params - the service parameters
+     * @returns this for chaining
+     */
+    load(params = {}) {
+        super.load(params);
+        if (this.persistence) {
+            this.persistence.delay ??= 1000;
+            this.persistence.cipher ??= "aes-256-ctr";
+            this.persistence.compressionLevel ??= 9;
+        }
+        // Memory store cannot be cached
+        this.noCache = true;
+        return this;
+    }
+}
+/** Readable stream that serializes a MemoryModelMap to line-delimited JSON */
+class LDJSONMemoryStreamWriter extends Readable {
+    storage;
+    data;
+    index = 0;
+    /** Create a new LDJSONMemoryStreamWriter
+     * @param storage - the memory model map to serialize
+     */
+    constructor(storage) {
+        super();
+        this.storage = storage;
+        this.data = [...storage.keys()];
+    }
+    /** Push the next key-value line or signal end of stream */
+    _read() {
+        if (this.index >= this.data.length) {
+            this.push(null);
+            return;
+        }
+        const key = this.data[this.index++];
+        this.push(key + "\t" + this.storage.get(key) + "\n");
+    }
+}
+/** Writable stream that parses line-delimited JSON or legacy JSON format into a Map */
+class LDJSONMemoryStreamReader extends Writable {
+    data;
+    current = "";
+    oldFormat = undefined;
+    firstBytes = true;
+    /** Create a new LDJSONMemoryStreamReader
+     * @param data - the map to populate from the stream
+     */
+    constructor(data) {
+        super();
+        this.data = data;
+    }
+    /**
+     * Handle old format by storing it to memory to JSON.parse it later
+     * Or read the new format to avoid parsing
+     *
+     * @param chunk - the data chunk
+     * @param encoding - the encoding to use
+     * @param callback - the callback function
+     * @returns the result
+     */
+    _write(chunk, encoding, callback) {
+        if (this.firstBytes) {
+            this.firstBytes = false;
+            if (chunk[0] === "{".charCodeAt(0)) {
+                this.oldFormat = "";
+            }
+        }
+        if (this.oldFormat !== undefined) {
+            this.oldFormat += chunk.toString();
+            callback();
+            return;
+        }
+        // Split by new line
+        const res = chunk.toString().split("\n");
+        // First chunk is the end of the last line
+        res[0] = this.current + res[0];
+        for (let i = 0; i < res.length - 1; i++) {
+            const info = res[i];
+            const split = info.indexOf("\t");
+            this.data.set(info.substring(0, split), info.substring(split + 1));
+        }
+        this.current = res[res.length - 1];
+        callback();
+    }
+    /**
+     * Finalize parsing, handling legacy JSON format conversion
+     * @param callback - the callback function
+     */
+    _final(callback) {
+        // Parse the content if old format
+        if (this.oldFormat !== undefined) {
+            const data = JSON.parse(this.oldFormat);
+            for (const i in data) {
+                this.data.set(i, data[i]);
+            }
+        }
+        callback();
+    }
+}
+/** Map subclass that triggers persistence on every write */
+class MemoryModelMap extends Map {
+    persistence;
+    /**
+     * Set a value and trigger persistence callback
+     * @param key - the key
+     * @param object - the target object
+     * @returns the result
+     */
+    set(key, object) {
+        super.set(key, object);
+        this.persistence?.();
+        return this;
+    }
+}
+/**
+ * Store in Memory
+ *
+ * @category CoreServices
+ * @WebdaModda
+ */
+let MemoryStore = (() => {
+    let _classSuper = Store;
+    let _instanceExtraInitializers = [];
+    let _getRepository_decorators;
+    return class MemoryStore extends _classSuper {
+        static {
+            const _metadata = typeof Symbol === "function" && Symbol.metadata ? Object.create(_classSuper[Symbol.metadata] ?? null) : void 0;
+            _getRepository_decorators = [InstanceCache()];
+            __esDecorate(this, null, _getRepository_decorators, { kind: "method", name: "getRepository", static: false, private: false, access: { has: obj => "getRepository" in obj, get: obj => obj.getRepository }, metadata: _metadata }, null, _instanceExtraInitializers);
+            if (_metadata) Object.defineProperty(this, Symbol.metadata, { enumerable: true, configurable: true, writable: true, value: _metadata });
+        }
+        /**
+         * Inmemory storage
+         */
+        storage = (__runInitializers(this, _instanceExtraInitializers), new MemoryModelMap());
+        /**
+         * Persistence timeout id
+         */
+        persistenceTimeout;
+        /**
+         * Current persistence
+         */
+        persistencePromise = null;
+        /**
+         * AES encryption key
+         */
+        key;
+        /**
+         * Persist inmemory storage to file
+         *
+         * Called every this.parameters.persistence.delay ms
+         *
+         * We use stream to avoid consuming high memory
+         * The objects are already in memory the JSON.parse/stringify would duplicate memory
+         */
+        async persist() {
+            if (this.persistenceTimeout) {
+                clearTimeout(this.persistenceTimeout);
+                this.persistenceTimeout = null;
+            }
+            const source = new LDJSONMemoryStreamWriter(this.storage);
+            let pipeline = source;
+            if (this.parameters.persistence.compressionLevel > 0) {
+                pipeline = pipeline.pipe(createGzip({
+                    level: this.parameters.persistence.compressionLevel
+                }));
+            }
+            const dest = createWriteStream(this.parameters.persistence.path);
+            if (this.key) {
+                const iv = crypto.randomBytes(16);
+                const cipher = crypto.createCipheriv(this.parameters.persistence.cipher, new Uint8Array(this.key), new Uint8Array(iv));
+                pipeline = pipeline.pipe(cipher);
+                dest.write(iv);
+            }
+            pipeline.pipe(dest);
+            await new Promise((resolve, reject) => {
+                dest.on("finish", () => {
+                    this.log("DEBUG", "Persisted memory data");
+                    resolve();
+                });
+                dest.on("error", err => {
+                    this.log("ERROR", "Cannot persist memory data", err);
+                    reject(err);
+                });
+            });
+        }
+        /**
+         * Load a persisted memory data
+         */
+        async load() {
+            let pipeline;
+            if (this.key) {
+                const fh = await open(this.parameters.persistence.path, "r");
+                const ivBuf = Buffer.alloc(16);
+                await fh.read(new Uint8Array(ivBuf.buffer, ivBuf.byteOffset, ivBuf.byteLength), 0, 16);
+                const iv = new Uint8Array(ivBuf);
+                const decipher = crypto.createDecipheriv(this.parameters.persistence.cipher, new Uint8Array(this.key), new Uint8Array(iv));
+                pipeline = fh.createReadStream({ start: 16 }).pipe(decipher);
+            }
+            else {
+                pipeline = createReadStream(this.parameters.persistence.path);
+            }
+            // Uncompress if needed
+            pipeline = pipeline.pipe(new GunzipConditional());
+            const dest = new LDJSONMemoryStreamReader(this.storage);
+            pipeline.pipe(dest);
+            await new Promise((resolve, reject) => {
+                dest.on("finish", () => {
+                    this.log("DEBUG", "Load memory data");
+                    resolve();
+                });
+                dest.on("error", err => {
+                    reject(err);
+                });
+            });
+        }
+        /**
+         * @override
+         */
+        async init() {
+            if (this.parameters.persistence) {
+                if (this.parameters.persistence.key) {
+                    this.key = crypto.createHash("sha256").update(this.parameters.persistence.key).digest();
+                }
+                try {
+                    if (existsSync(this.parameters.persistence.path)) {
+                        await this.load();
+                    }
+                }
+                catch (err) {
+                    this.log("INFO", "Cannot loaded persisted memory data", err);
+                }
+                this.setPersistence();
+            }
+            return super.init();
+        }
+        /**
+         * Set the persistence function if needed
+         */
+        setPersistence() {
+            // Set a proxy if we need to delay the persistence
+            if (this.parameters.persistence.delay > 0) {
+                // CustomMap
+                this.storage.persistence = () => {
+                    const timeout = async () => {
+                        // If we are already persisting, wait for it to finish
+                        if (this.persistencePromise) {
+                            this.persistenceTimeout ??= setTimeout(timeout, this.parameters.persistence.delay);
+                            return;
+                        }
+                        this.persistencePromise = this.persist();
+                        await this.persistencePromise;
+                        this.persistencePromise = null;
+                    };
+                    this.persistenceTimeout ??= setTimeout(timeout, this.parameters.persistence.delay);
+                };
+                const originalSet = this.storage.set;
+                this.storage.set = (key, object) => {
+                    const res = originalSet.call(this.storage, key, object);
+                    this.storage.persistence();
+                    return res;
+                };
+            }
+        }
+        /**
+         * Ensure the store is saved if persistence is on
+         */
+        async stop() {
+            if (this.parameters.persistence) {
+                await this.persist();
+            }
+        }
+        /**
+         * Get or create a MemoryRepository for the given model, using the shared storage map
+         * @param model - the model to use
+         * @returns the result
+         */
+        getRepository(model) {
+            // Use our own storage to allow persistence
+            const pks = useModelMetadata(model).PrimaryKey;
+            const inner = new MemoryRepository(model, pks, undefined, this.storage);
+            // Wrap in EventRepository so typed CRUD events (Created/Updated/...) fire;
+            // consumers reach them via useRepository(model).on(...).
+            return new EventRepository(model, pks, inner);
+        }
+    };
+})();
+export { MemoryStore };
+//# sourceMappingURL=memory.service.js.map

package/lib/stores/memory.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.service.js","sourceRoot":"","sources":["../../src/stores/memory.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC1E,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACjD,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAoC,MAAM,eAAe,CAAC;AACpG,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAMpD;;GAEG;AACH,MAAM,OAAO,qBAAsB,SAAQ,eAAe;IACxD;;OAEG;IACH,WAAW,CA0BT;IAEF;;;;OAIG;IACH,IAAI,CAAC,MAAM,GAAQ,EAAE;QACnB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,IAAI,CAAC,WAAW,CAAC,KAAK,KAAK,IAAI,CAAC;YAChC,IAAI,CAAC,WAAW,CAAC,MAAM,KAAK,aAAa,CAAC;YAC1C,IAAI,CAAC,WAAW,CAAC,gBAAgB,KAAK,CAAC,CAAC;QAC1C,CAAC;QACD,gCAAgC;QAChC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED,8EAA8E;AAC9E,MAAM,wBAAyB,SAAQ,QAAQ;IAOvB,OAAO;IANrB,IAAI,CAAQ;IACZ,KAAK,GAAW,CAAC,CAAC;IAE1B;;OAEG;IACH,YAAsB,OAAuB;QAC3C,KAAK,EAAE,CAAC;uBADY,OAAO;QAE3B,IAAI,CAAC,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAClC,CAAC;IAED,2DAA2D;IAC3D,KAAK;QACH,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACnC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChB,OAAO;QACT,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;IACvD,CAAC;CACF;AAED,uFAAuF;AACvF,MAAM,wBAAyB,SAAQ,QAAQ;IAOvB,IAAI;IAN1B,OAAO,GAAW,EAAE,CAAC;IACrB,SAAS,GAAW,SAAS,CAAC;IAC9B,UAAU,GAAY,IAAI,CAAC;IAC3B;;OAEG;IACH,YAAsB,IAAyB;QAC7C,KAAK,EAAE,CAAC;oBADY,IAAI;IAE1B,CAAC;IAED;;;;;;;;OAQG;IACH,MAAM,CAAC,KAAU,EAAE,QAAwB,EAAE,QAAiC;QAC5E,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;YACxB,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnC,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;YACtB,CAAC;QACH,CAAC;QACD,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnC,QAAQ,EAAE,CAAC;YACX,OAAO;QACT,CAAC;QAED,oBAAoB;QACpB,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,0CAA0C;QAC1C,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;YACpB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAEnC,QAAQ,EAAE,CAAC;IACb,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,QAAiC;QACtC,kCAAkC;QAClC,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACjC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACxC,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACrB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;QACD,QAAQ,EAAE,CAAC;IACb,CAAC;CACF;AAED,4DAA4D;AAC5D,MAAM,cAAe,SAAQ,GAAmB;IAC9C,WAAW,CAAa;IACxB;;;;;OAKG;IACH,GAAG,CAAC,GAAW,EAAE,MAAc;QAC7B,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QACvB,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED;;;;;GAKG;IACU,WAAW;sBAAkE,KAAK;;;iBAAlF,WAAqE,SAAQ,WAAQ;;;yCA2J/F,aAAa,EAAE;YAChB,0LAAA,aAAa,6DAOZ;;;QAlKD;;WAEG;QACH,OAAO,IAJI,mDAAW,EAII,IAAI,cAAc,EAAE,EAAC;QAC/C;;WAEG;QACK,kBAAkB,CAAC;QAC3B;;WAEG;QACH,kBAAkB,GAAG,IAAI,CAAC;QAC1B;;WAEG;QACK,GAAG,CAAS;QAEpB;;;;;;;WAOG;QACH,KAAK,CAAC,OAAO;YACX,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAC5B,YAAY,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;gBACtC,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;YACjC,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,wBAAwB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC1D,IAAI,QAAQ,GAAa,MAAM,CAAC;YAChC,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,gBAAgB,GAAG,CAAC,EAAE,CAAC;gBACrD,QAAQ,GAAG,QAAQ,CAAC,IAAI,CACtB,UAAU,CAAC;oBACT,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,gBAAgB;iBACpD,CAAC,CACH,CAAC;YACJ,CAAC;YAED,MAAM,IAAI,GAAG,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACjE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBACb,MAAM,EAAE,GAAG,MAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;gBAClC,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;gBACvH,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACjC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACjB,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC1C,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;oBACrB,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,uBAAuB,CAAC,CAAC;oBAC3C,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;gBACH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE;oBACrB,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,4BAA4B,EAAE,GAAG,CAAC,CAAC;oBACrD,MAAM,CAAC,GAAG,CAAC,CAAC;gBACd,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;QAED;;WAEG;QACH,KAAK,CAAC,IAAI;YACR,IAAI,QAAkB,CAAC;YACvB,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBACb,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBAC7D,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAC/B,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACvF,MAAM,EAAE,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;gBACjC,MAAM,QAAQ,GAAG,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC3H,QAAQ,GAAG,EAAE,CAAC,gBAAgB,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC/D,CAAC;iBAAM,CAAC;gBACN,QAAQ,GAAG,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAChE,CAAC;YACD,uBAAuB;YACvB,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,iBAAiB,EAAE,CAAC,CAAC;YAElD,MAAM,IAAI,GAAG,IAAI,wBAAwB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC1C,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;oBACrB,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,kBAAkB,CAAC,CAAC;oBACtC,OAAO,EAAE,CAAC;gBACZ,CAAC,CAAC,CAAC;gBACH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE;oBACrB,MAAM,CAAC,GAAG,CAAC,CAAC;gBACd,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;QAED;;WAEG;QACH,KAAK,CAAC,IAAI;YACR,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC;gBAChC,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC;oBACpC,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC;gBAC1F,CAAC;gBACD,IAAI,CAAC;oBACH,IAAI,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC;wBACjD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;oBACpB,CAAC;gBACH,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,qCAAqC,EAAE,GAAG,CAAC,CAAC;gBAC/D,CAAC;gBACD,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,CAAC;YACD,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;QACtB,CAAC;QAED;;WAEG;QACH,cAAc;YACZ,kDAAkD;YAClD,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;gBAC1C,YAAY;gBACZ,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,GAAG,EAAE;oBAC9B,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;wBACzB,sDAAsD;wBACtD,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;4BAC5B,IAAI,CAAC,kBAAkB,KAAK,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;4BACnF,OAAO;wBACT,CAAC;wBACD,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;wBACzC,MAAM,IAAI,CAAC,kBAAkB,CAAC;wBAC9B,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;oBACjC,CAAC,CAAC;oBACF,IAAI,CAAC,kBAAkB,KAAK,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;gBACrF,CAAC,CAAC;gBACF,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;gBACrC,IAAI,CAAC,OAAO,CAAC,GAAG,GAAG,CAAC,GAAW,EAAE,MAAc,EAAE,EAAE;oBACjD,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;oBACxD,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;oBAC3B,OAAO,GAAG,CAAC;gBACb,CAAC,CAAC;YACJ,CAAC;QACH,CAAC;QAED;;WAEG;QACH,KAAK,CAAC,IAAI;YACR,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC;gBAChC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;QAED;;;;WAIG;QAEH,aAAa,CAAuB,KAAQ;YAC1C,2CAA2C;YAC3C,MAAM,GAAG,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,UAAU,CAAC;YAC/C,MAAM,KAAK,GAAG,IAAI,gBAAgB,CAAI,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3E,2EAA2E;YAC3E,yDAAyD;YACzD,OAAO,IAAI,eAAe,CAAI,KAAK,EAAE,GAAG,EAAE,KAAK,CAA6B,CAAC;QAC/E,CAAC;;;SAnKU,WAAW"}