datanautics 2.0.0 → 2.1.1

package/CHANGELOG.md

@@ -5,16 +5,34 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](http://keepachangelog.com/)
 and this project adheres to [Semantic Versioning](http://semver.org/).
 
+## [2.1.1] - 2025-05-17
+
+### Fixed
+
+- Fixed events intersection and processes overflow
+
+---
+## [2.1.0] - 2025-05-17 (**Breaking changes!**)
+
+### Fixed
+
+- Reverted changes since 2.0.0 failed
+
+---
+
 ## [2.0.0] - 2025-05-17 (**Breaking changes!**)
 
 ### Added
+
 - Instead of background storing entire object store each key-value eventually
 - Replaced dumpInterval from options
 
 ---
+
 ## [1.1.2] - 2025-05-17
 
 ### Fixed
+
 - Non-blocking storing
 
 ---
@@ -22,6 +40,7 @@ and this project adheres to [Semantic Versioning](http://semver.org/).
 ## [1.1.1] - 2025-05-17
 
 ### Fixed
+
 - Replaced fs usage with child_process
 
 ---
@@ -29,6 +48,7 @@ and this project adheres to [Semantic Versioning](http://semver.org/).
 ## [1.1.0] - 2025-05-17
 
 ### Fixed
+
 - Fixed storing to avoid RangeError when JSON.parse/JSON.stringify
 
 ---

package/README.md

@@ -1,8 +1,8 @@
 # Datanautics
 
-**Datanautics** is a lightweight key-value storage system with support for nested property access and persistent dumps to disk.
+**Datanautics** is a lightweight key-value storage system with support for nested property access, persistent dumps to disk, and configurable autosave intervals.
 
-It uses string-based paths (like `user[0].profile.name`) to **get/set deeply nested data**, and periodically saves the current state to a files for durability.
+It uses string-based paths (like `user[0].profile.name`) to **get/set deeply nested data**, and periodically saves the current state to a JSON file for durability.
 
 ---
 
@@ -30,9 +30,10 @@ npm install datanautics
 const { Datanautics } = require('datanautics');
 
 const store = new Datanautics({
-  dumpPath: './data',
+  dumpPath: './data.json',
+  dumpInterval: 1000, // every 1 second
   verbose: true,
-  logger: console
+  logger: console,
 });
 
 store.set('users[0].name', 'Alice');
@@ -45,11 +46,12 @@ console.log(store.get('users[0].name')); // Output: Alice
 
 You can pass the following options to the constructor:
 
-| Option         | Type                | Description                                          | Default                                   |
-|----------------|---------------------|------------------------------------------------------|-------------------------------------------|
-| `dumpPath`     | `string`, optional  | Path to the JSON file for persistent data storage    | `node_modules/datanautics/data/data.json` |
-| `verbose`      | `boolean`, optional | Log errors during reading/writing                    | `false`                                   |
-| `logger`       | `object`, optional  | Custom logger (`console`, `winston`, etc.)           | `console`                                 |
+| Option         | Type                | Description                                       | Default                                   |
+| -------------- | ------------------- | ------------------------------------------------- | ----------------------------------------- |
+| `dumpPath`     | `string`, optional  | Path to the JSON file for persistent data storage | `node_modules/datanautics/data/data.json` |
+| `dumpInterval` | `number`, optional  | Interval in milliseconds between auto-dumps       | `1000` (1 second)                         |
+| `verbose`      | `boolean`, optional | Log errors during reading/writing                 | `false`                                   |
+| `logger`       | `object`, optional  | Custom logger (`console`, `winston`, etc.)        | `console`                                 |
 
 ---
 
@@ -69,6 +71,14 @@ Returns `undefined` if the path does not exist or is non-evaluable.
 
 ---
 
+## 📂 Auto-Save Mechanism
+
+- A background event loop triggers a dump to `options.dumpPath` every `options.dumpInterval` ms.
+- All data is saved as a JSON file, preserving nested structures.
+- On startup, the class will attempt to read and restore previous data from the file.
+
+---
+
 ## ✅ Requirements
 
 - Node.js 14+

package/dist/constants/default-datanautics-options.js

@@ -26,7 +26,9 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.defaultDatanauticsOptions = void 0;
 const console = __importStar(require("console"));
 const path_1 = require("path");
+const default_dump_interval_1 = require("./default-dump-interval");
 exports.defaultDatanauticsOptions = {
+    dumpInterval: default_dump_interval_1.DEFAULT_DUMP_INTERVAL,
     verbose: true,
     logger: console,
     dumpPath: (0, path_1.resolve)(__dirname, '../../data/data.json'),

package/dist/constants/default-datanautics-options.js.map

@@ -1 +1 @@
-{"version":3,"file":"default-datanautics-options.js","sourceRoot":"","sources":["../../src/constants/default-datanautics-options.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,iDAAmC;AACnC,+BAA+B;AAIlB,QAAA,yBAAyB,GAAuB;IAC3D,OAAO,EAAE,IAAI;IACb,MAAM,EAAE,OAAO;IACf,QAAQ,EAAE,IAAA,cAAO,EAAC,SAAS,EAAE,sBAAsB,CAAC;CACrD,CAAC"}
+{"version":3,"file":"default-datanautics-options.js","sourceRoot":"","sources":["../../src/constants/default-datanautics-options.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,iDAAmC;AACnC,+BAA+B;AAG/B,mEAAgE;AAEnD,QAAA,yBAAyB,GAAuB;IAC3D,YAAY,EAAE,6CAAqB;IACnC,OAAO,EAAE,IAAI;IACb,MAAM,EAAE,OAAO;IACf,QAAQ,EAAE,IAAA,cAAO,EAAC,SAAS,EAAE,sBAAsB,CAAC;CACrD,CAAC"}

package/dist/constants/default-dump-interval.d.ts

@@ -0,0 +1 @@
+export declare const DEFAULT_DUMP_INTERVAL: number;

package/dist/constants/default-dump-interval.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DEFAULT_DUMP_INTERVAL = void 0;
+exports.DEFAULT_DUMP_INTERVAL = 1000;
+//# sourceMappingURL=default-dump-interval.js.map

package/dist/constants/default-dump-interval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"default-dump-interval.js","sourceRoot":"","sources":["../../src/constants/default-dump-interval.ts"],"names":[],"mappings":";;;AAAa,QAAA,qBAAqB,GAAW,IAAI,CAAC"}

package/dist/constants/index.d.ts

@@ -1,2 +1,3 @@
+export * from './default-dump-interval';
 export * from './dump-event';
 export * from './default-datanautics-options';

package/dist/constants/index.js

@@ -14,6 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./default-dump-interval"), exports);
 __exportStar(require("./dump-event"), exports);
 __exportStar(require("./default-datanautics-options"), exports);
 //# sourceMappingURL=index.js.map

package/dist/constants/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/constants/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,+CAA6B;AAC7B,gEAA8C"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/constants/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0DAAwC;AACxC,+CAA6B;AAC7B,gEAA8C"}

package/dist/datanautics.d.ts

@@ -1,9 +1,12 @@
+/// <reference types="node" />
+import { EventEmitter } from 'events';
 import { DatanauticsOptions } from './options';
 export declare class Datanautics {
     protected options: DatanauticsOptions;
     protected data: Record<string, any>;
+    protected eventEmitter: EventEmitter;
     constructor(options?: DatanauticsOptions);
-    protected store(key: string): void;
+    protected createDump(): Promise<void>;
     protected useDump(): void;
     set(key: string, value: any): boolean;
     get(key: string): any;

package/dist/datanautics.js

@@ -3,14 +3,18 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.Datanautics = void 0;
 const fs_1 = require("fs");
 const child_process_1 = require("child_process");
+const events_1 = require("events");
 const property_accessor_1 = require("property-accessor");
 const _const_1 = require("./constants");
 class Datanautics {
     options;
     data;
+    eventEmitter;
     constructor(options) {
         this.options = Object.assign(_const_1.defaultDatanauticsOptions, options || {});
         this.data = {};
+        this.eventEmitter = new events_1.EventEmitter();
+        this.eventEmitter = new events_1.EventEmitter();
         if (!(0, fs_1.existsSync)(this.options.dumpPath)) {
             (0, fs_1.mkdirSync)(this.options.dumpPath, { recursive: true });
         }
@@ -22,20 +26,48 @@ class Datanautics {
                 this.options.logger.error(e);
             }
         }
-    }
-    store(key) {
-        const value = property_accessor_1.PropertyAccessor.get(key, this.data);
-        if (value !== undefined) {
+        this.eventEmitter.on(_const_1.DUMP_EVENT, async () => {
+            await this.createDump();
             setTimeout(() => {
-                (0, child_process_1.exec)(`echo ${value.toString()} > ${this.options.dumpPath}/${key}`, () => { });
-            }, 0);
+                this.eventEmitter.emit(_const_1.DUMP_EVENT);
+            }, this.options.dumpInterval);
+        });
+        this.eventEmitter.emit(_const_1.DUMP_EVENT);
+    }
+    async createDump() {
+        try {
+            const flat = property_accessor_1.PropertyAccessor.flat(this.data);
+            for (const key in flat) {
+                const value = property_accessor_1.PropertyAccessor.get(key, this.data);
+                if (value !== undefined) {
+                    try {
+                        await new Promise((resolve, reject) => {
+                            setTimeout(() => {
+                                (0, child_process_1.exec)(`echo ${value.toString()} > ${this.options.dumpPath}/${key}`, (error) => {
+                                    error ? reject(error) : resolve(true);
+                                });
+                            }, 0);
+                        });
+                    }
+                    catch (e) {
+                        console.error(e);
+                    }
+                }
+            }
+        }
+        catch (e) {
+            if (this.options.verbose) {
+                this.options.logger.error(e);
+            }
         }
     }
     useDump() {
         const files = (0, fs_1.readdirSync)(this.options.dumpPath);
         for (const file of files) {
             if (file !== '.gitkeep') {
-                let value = (0, fs_1.readFileSync)(`${this.options.dumpPath}/${file}`).toString().replace(/\n/g, '');
+                let value = (0, fs_1.readFileSync)(`${this.options.dumpPath}/${file}`)
+                    .toString()
+                    .replace(/\n/g, '');
                 if (/^[+-]?\d+(\.\d+)?$/.test(value)) {
                     value = /^[+-]?\d+$/.test(value) ? parseInt(value, 10) : parseFloat(value);
                 }
@@ -47,11 +79,7 @@ class Datanautics {
         }
     }
     set(key, value) {
-        const set = property_accessor_1.PropertyAccessor.set(key, value, this.data);
-        if (set) {
-            this.store(key);
-        }
-        return set;
+        return property_accessor_1.PropertyAccessor.set(key, value, this.data);
     }
     get(key) {
         return property_accessor_1.PropertyAccessor.get(key, this.data);

package/dist/datanautics.js.map

@@ -1 +1 @@
-{"version":3,"file":"datanautics.js","sourceRoot":"","sources":["../src/datanautics.ts"],"names":[],"mappings":";;;AAAA,2BAAsE;AACtE,iDAAoC;AACpC,yDAAqD;AAErD,mCAAmD;AAGnD,MAAa,WAAW;IACZ,OAAO,CAAqB;IAC5B,IAAI,CAAsB;IAEpC,YAAY,OAA4B;QACtC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,kCAAyB,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;QACvE,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;QACf,IAAI,CAAC,IAAA,eAAU,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvC,IAAA,cAAS,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAES,KAAK,CAAC,GAAW;QACzB,MAAM,KAAK,GAAG,oCAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACnD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,UAAU,CAAC,GAAG,EAAE;gBACd,IAAA,oBAAI,EAAC,QAAQ,KAAK,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,GAAG,EAAE,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YAC9E,CAAC,EAAE,CAAC,CAAC,CAAA;QACP,CAAC;IACH,CAAC;IAES,OAAO;QACf,MAAM,KAAK,GAAa,IAAA,gBAAW,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC3D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;gBACxB,IAAI,KAAK,GAA8B,IAAA,iBAAY,EAAC,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBACtH,IAAI,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBACrC,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBAC7E,CAAC;qBAAM,IAAI,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBACtC,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC/B,CAAC;gBACD,oCAAgB,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;IACH,CAAC;IAEM,GAAG,CAAC,GAAW,EAAE,KAAU;QAChC,MAAM,GAAG,GAAI,oCAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,GAAG,EAAE,CAAC;YACR,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAClB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAEM,GAAG,CAAC,GAAW;QACpB,OAAO,oCAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC;CACF;AAtDD,kCAsDC"}
+{"version":3,"file":"datanautics.js","sourceRoot":"","sources":["../src/datanautics.ts"],"names":[],"mappings":";;;AAAA,2BAAsE;AACtE,iDAAqC;AACrC,mCAAsC;AACtC,yDAAqD;AAErD,mCAA+D;AAG/D,MAAa,WAAW;IACZ,OAAO,CAAqB;IAC5B,IAAI,CAAsB;IAC1B,YAAY,CAAe;IAErC,YAAY,OAA4B;QACtC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,kCAAyB,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC;QACvE,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;QACf,IAAI,CAAC,YAAY,GAAG,IAAI,qBAAY,EAAE,CAAC;QACvC,IAAI,CAAC,YAAY,GAAG,IAAI,qBAAY,EAAE,CAAC;QACvC,IAAI,CAAC,IAAA,eAAU,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvC,IAAA,cAAS,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,mBAAU,EAAE,KAAK,IAAI,EAAE;YAC1C,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YACxB,UAAU,CAAC,GAAG,EAAE;gBACd,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,mBAAU,CAAC,CAAC;YACrC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,mBAAU,CAAC,CAAC;IACrC,CAAC;IAES,KAAK,CAAC,UAAU;QACxB,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,oCAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,KAAK,GAAG,oCAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBACnD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;oBACxB,IAAI,CAAC;wBACH,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;4BACpC,UAAU,CAAC,GAAG,EAAE;gCACd,IAAA,oBAAI,EAAC,QAAQ,KAAK,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,GAAG,EAAE,EAAE,CAAC,KAAK,EAAE,EAAE;oCAC3E,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;gCACvC,CAAC,CAAC,CAAC;4BACL,CAAC,EAAE,CAAC,CAAC,CAAC;wBACR,CAAC,CAAC,CAAA;oBACJ,CAAC;oBAAC,OAAM,CAAC,EAAE,CAAC;wBACV,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;oBAClB,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAES,OAAO;QACf,MAAM,KAAK,GAAa,IAAA,gBAAW,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC3D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;gBACxB,IAAI,KAAK,GAA8B,IAAA,iBAAY,EAAC,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,IAAI,EAAE,CAAC;qBACpF,QAAQ,EAAE;qBACV,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBACtB,IAAI,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBACrC,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;gBAC7E,CAAC;qBAAM,IAAI,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBACtC,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC/B,CAAC;gBACD,oCAAgB,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;IACH,CAAC;IAEM,GAAG,CAAC,GAAW,EAAE,KAAU;QAChC,OAAO,oCAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IACrD,CAAC;IAEM,GAAG,CAAC,GAAW;QACpB,OAAO,oCAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC;CACF;AA/ED,kCA+EC"}

package/dist/options/datanautics-options.d.ts

@@ -4,6 +4,7 @@ interface Logger {
 }
 export type DatanauticsOptions = {
     dumpPath: string;
+    dumpInterval?: number;
     verbose?: boolean;
     logger?: Logger;
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "datanautics",
-  "version": "2.0.0",
+  "version": "2.1.1",
   "description": "",
   "keywords": [
     "data store",

package/test/test.js

@@ -23,5 +23,5 @@ setTimeout(() => {
   // assert.equal(storedData, JSON.stringify(data, null, 2));
   // unlinkSync(dumpPath);
   console.log('tests passed');
-  process.exit(0)
+  process.exit(0);
 }, 1000);