datanautics 4.3.1 → 4.5.0

package/.github/FUNDING.yml

@@ -0,0 +1,3 @@
+github: databikers
+patreon: databikers
+custom: [ "https://dir.floss.fund/view/@databikers.com" ]

package/.github/ISSUE_TEMPLATE/bug_report.yml

@@ -0,0 +1,31 @@
+name: Bug Report
+description: Report a reproducible bug or unexpected behavior
+labels: [bug]
+body:
+  - type: input
+    id: title
+    attributes:
+      label: Summary
+      placeholder: "Short description of the bug"
+    validations:
+      required: true
+
+  - type: textarea
+    id: steps
+    attributes:
+      label: Steps to Reproduce
+      description: "What did you do? What did you expect?"
+      placeholder: |
+        1. Run npm start
+        2. Observe crash
+    validations:
+      required: true
+
+  - type: textarea
+    id: logs
+    attributes:
+      label: Logs / Error Output
+      render: shell
+      placeholder: Paste any error messages here
+    validations:
+      required: false

package/.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,5 @@
+blank_issues_enabled: false
+contact_links:
+  - name: Ask a question
+    url: https://github.com/databikers/datanautics/discussions
+    about: Ask usage questions or request help

package/.github/ISSUE_TEMPLATE/feature_request.yml

@@ -0,0 +1,27 @@
+name: Feature Request
+description: Propose a new feature for Datanautics
+labels: [enhancement]
+body:
+  - type: input
+    id: title
+    attributes:
+      label: Feature Title
+      placeholder: "e.g. add some feature"
+    validations:
+      required: true
+
+  - type: textarea
+    id: use-case
+    attributes:
+      label: Use Case / Motivation
+      placeholder: Why would this be helpful?
+    validations:
+      required: true
+
+  - type: textarea
+    id: implementation
+    attributes:
+      label: Optional implementation ideas
+      placeholder: How could it be done?
+    validations:
+      required: false

package/.github/ISSUE_TEMPLATE/question.yml

@@ -0,0 +1,52 @@
+name: Question
+description: Ask a general question about usage, implementation, or behavior.
+title: "[Question]: "
+labels: [question]
+assignees: []
+
+body:
+  - type: markdown
+    attributes:
+      value: |
+        ## Need Help?
+        If you have a general question about the project, please fill out the details below.
+
+  - type: input
+    id: context
+    attributes:
+      label: What are you trying to do?
+      description: Explain what you're working on or trying to achieve.
+      placeholder: e.g. I’m trying to add user using a CLI tool...
+    validations:
+      required: true
+
+  - type: textarea
+    id: what-happened
+    attributes:
+      label: What is confusing or unclear?
+      description: Describe what you don't understand or what needs more explanation.
+      placeholder: I expected it to work like this... but instead...
+    validations:
+      required: true
+
+  - type: dropdown
+    id: environment
+    attributes:
+      label: Environment
+      description: Where are you running this?
+      options:
+        - Local (Linux)
+        - Docker
+        - Other
+      multiple: false
+    validations:
+      required: false
+
+  - type: textarea
+    id: additional
+    attributes:
+      label: Anything else?
+      description: Add any other context or screenshots that might help.
+      placeholder: Logs, screenshots, error messages, etc.
+    validations:
+      required: false

package/CHANGELOG.md

@@ -5,6 +5,18 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](http://keepachangelog.com/)
 and this project adheres to [Semantic Versioning](http://semver.org/).
 
+## [4.5.0] - 2025-08-11
+
+### Added
+
+- timestamps in dumps, preparing for multi-instance synchronization
+
+## [4.4.0] - 2025-08-11
+
+### Fixed
+
+- handle quoted property names correctly
+
 ## [4.3.1] - 2025-08-11
 
 ### Fixed

package/diff.js

@@ -0,0 +1,36 @@
+// const { readFileSync } = require('fs');
+// const SEPARATOR = /[\r|\n]/g;
+//
+// function diff(source, target) {
+//   const targetContent = readFileSync(target).toString('utf8').split(SEPARATOR);
+//   const sourceContent = readFileSync(source).toString('utf8').split(SEPARATOR);
+//   const tMap = new Map();
+//   const sMap = new Map();
+//   targetContent.forEach(line => {
+//     const [ key, ...valueArray] = line.split(' ');
+//     if (key) {
+//       tMap.set(key, valueArray?.join(' ') || undefined);
+//     }
+//   })
+//   sourceContent.forEach(line => {
+//     const [ key, ...valueArray] = line.split(' ');
+//     if (key) {
+//       sMap.set(key, valueArray.join(' '));
+//     }
+//   })
+//   const tKeys = tMap.keys();
+//   const sKeys = sMap.keys();
+//   const remove = tKeys.filter(tKey => !sMap.has(tKey));
+//   const set = sKeys.filter(sKey => !tMap.has(sKey) || tMap.get(sKey) !== sMap.get(sKey));
+//   const patch = {};
+//   remove.forEach(key => {
+//     patch[key] = undefined;
+//   })
+//   set.forEach(key => {
+//     patch[key] = sMap.get(key);
+//   })
+// console.log(patch)
+// }
+//
+// diff('./test/data2.txt', './test/data.txt')
+console.log(/^\d{13}\s/.test(Date.now() + ' '))

package/dist/constants/index.d.ts

@@ -3,3 +3,4 @@ export * from './events';
 export * from './falsy-values';
 export * from './interval';
 export * from './reg-exp';
+export * from './separator';

package/dist/constants/index.js

@@ -19,4 +19,5 @@ __exportStar(require("./events"), exports);
 __exportStar(require("./falsy-values"), exports);
 __exportStar(require("./interval"), exports);
 __exportStar(require("./reg-exp"), exports);
+__exportStar(require("./separator"), exports);
 //# sourceMappingURL=index.js.map

package/dist/constants/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/constants/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,gEAA8C;AAC9C,2CAAyB;AACzB,iDAA+B;AAC/B,6CAA2B;AAC3B,4CAA0B"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/constants/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,gEAA8C;AAC9C,2CAAyB;AACzB,iDAA+B;AAC/B,6CAA2B;AAC3B,4CAA0B;AAC1B,8CAA4B"}

package/dist/constants/separator.d.ts

@@ -0,0 +1 @@
+export declare const SEPARATOR: RegExp;

package/dist/constants/separator.js

@@ -0,0 +1,5 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SEPARATOR = void 0;
+exports.SEPARATOR = /[\r|\n]/g;
+//# sourceMappingURL=separator.js.map

package/dist/constants/separator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"separator.js","sourceRoot":"","sources":["../../src/constants/separator.ts"],"names":[],"mappings":";;;AAAa,QAAA,SAAS,GAAG,UAAU,CAAC"}

package/dist/datanautics.d.ts

@@ -4,8 +4,10 @@ import { DatanauticsOptions } from './options';
 export declare class Datanautics {
     protected options: DatanauticsOptions;
     protected data: Record<string, any>;
+    protected updateTracking: Record<string, number>;
     protected eventEmitter: EventEmitter;
     constructor(options?: DatanauticsOptions);
+    normalizeDump(): void;
     store(): void;
     protected createDump(): void;
     protected useDump(): void;

package/dist/datanautics.js

@@ -5,13 +5,16 @@ const events_1 = require("events");
 const fs_1 = require("fs");
 const property_accessor_1 = require("property-accessor");
 const _const_1 = require("./constants");
+const helpers_1 = require("./helpers");
 class Datanautics {
     options;
     data;
+    updateTracking;
     eventEmitter;
     constructor(options) {
         this.options = { ..._const_1.defaultDatanauticsOptions, ...(options || {}) };
         this.data = {};
+        this.updateTracking = {};
         this.eventEmitter = new events_1.EventEmitter();
         if ((0, fs_1.existsSync)(this.options.dumpPath)) {
             this.useDump();
@@ -34,17 +37,21 @@ class Datanautics {
             });
         }
     }
+    normalizeDump() {
+        return (0, helpers_1.normalizeDump)(this.options.dumpPath);
+    }
     store() {
         return this.createDump();
     }
     createDump() {
         try {
-            const flat = property_accessor_1.PropertyAccessor.flat(this.data);
+            const flat = property_accessor_1.PropertyAccessor.flat(this.data, '␣');
             const data = [];
             for (const key in flat) {
-                const value = property_accessor_1.PropertyAccessor.get(key, this.data);
+                const value = property_accessor_1.PropertyAccessor.get(key.replace(/␣/g, ' '), this.data);
+                const timestamp = property_accessor_1.PropertyAccessor.get(key, this.updateTracking) || Date.now();
                 if (value || _const_1.falsyValues.includes(value)) {
-                    data.push(`${key} ${value.toString()}`);
+                    data.push(`${timestamp} ${key} ${value.toString()}`);
                 }
             }
             (0, fs_1.writeFileSync)(this.options.dumpPath, data.join('\n'), 'utf8');
@@ -59,10 +66,27 @@ class Datanautics {
         const data = (0, fs_1.readFileSync)(this.options.dumpPath).toString('utf8');
         const lines = data.split('\n');
         for (const line of lines) {
-            const [k, ...rest] = line.split(' ');
+            if (!line) {
+                continue;
+            }
+            const lineData = line.split(' ');
+            let t;
+            let k;
+            let rest;
+            if (lineData.length > 2) {
+                [
+                    t,
+                    k,
+                    ...rest
+                ] = lineData;
+            }
+            else {
+                t = Date.now().toString(10);
+                [k, ...rest] = lineData;
+            }
+            const key = k.trim().replace(/␣/g, ' ');
             const v = rest.join(' ');
-            const key = k.trim();
-            if (v !== undefined) {
+            if (key && v !== undefined) {
                 let value = v.trim();
                 if (_const_1.numberRegExp.test(value)) {
                     if (_const_1.intRegExp.test(value)) {
@@ -82,10 +106,16 @@ class Datanautics {
                     value = value === 'true';
                 }
                 property_accessor_1.PropertyAccessor.set(key, value, this.data);
+                property_accessor_1.PropertyAccessor.set(key, parseInt(t, 10), this.updateTracking);
+            }
+            else {
+                property_accessor_1.PropertyAccessor.delete(key, this.data);
+                property_accessor_1.PropertyAccessor.delete(key, this.updateTracking);
             }
         }
     }
     set(key, value) {
+        property_accessor_1.PropertyAccessor.set(key, Date.now(), this.updateTracking);
         return property_accessor_1.PropertyAccessor.set(key, value, this.data);
     }
     get(key) {

package/dist/datanautics.js.map

@@ -1 +1 @@
-{"version":3,"file":"datanautics.js","sourceRoot":"","sources":["../src/datanautics.ts"],"names":[],"mappings":";;;AAAA,mCAAsC;AACtC,2BAAoE;AACpE,yDAAqD;AAErD,mCAAiH;AAGjH,MAAa,WAAW;IACZ,OAAO,CAAqB;IAC5B,IAAI,CAAsB;IAC1B,YAAY,CAAe;IAErC,YAAY,OAA4B;QACtC,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,kCAAyB,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;QACpE,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;QACf,IAAI,CAAC,YAAY,GAAG,IAAI,qBAAY,EAAE,CAAC;QACvC,IAAI,IAAA,eAAU,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtC,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;aAAM,CAAC;YACN,IAAA,kBAAa,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;QACnD,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,mBAAU,EAAE,KAAK,IAAI,EAAE;gBAC1C,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,UAAU,CAAC,GAAG,EAAE;oBACd,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,mBAAU,CAAC,CAAC;gBACrC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YAChC,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,mBAAU,CAAC,CAAC;QACrC,CAAC;aAAM,CAAC;YACN,IAAA,UAAK,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,EAAE;gBAChC,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEM,KAAK;QACV,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC;IAC3B,CAAC;IAES,UAAU;QAClB,IAAI,CAAC;YACH,MAAM,IAAI,GAA2B,oCAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtE,MAAM,IAAI,GAAU,EAAE,CAAC;YACvB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,KAAK,GAAG,oCAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBACnD,IAAI,KAAK,IAAI,oBAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBACzC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,IAAI,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC;YACD,IAAA,kBAAa,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;QAChE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAES,OAAO;QACf,MAAM,IAAI,GAAG,IAAA,iBAAY,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAClE,MAAM,KAAK,GAAa,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,CACJ,CAAC,EACD,GAAG,IAAI,CACR,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACpB,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YACrB,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;gBACpB,IAAI,KAAK,GAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC1B,IAAI,qBAAY,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC7B,IAAI,kBAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;wBAC1B,MAAM,QAAQ,GAAW,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;wBACnD,IAAK,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;4BACrC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;wBACxB,CAAC;6BAAM,CAAC;4BACN,KAAK,GAAG,QAAQ,CAAC;wBACnB,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;oBAC5B,CAAC;gBACH,CAAC;qBAAM,IAAI,mBAAU,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBAClC,KAAK,GAAG,KAAK,KAAK,MAAM,CAAC;gBAC3B,CAAC;gBACD,oCAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;IACH,CAAC;IAEM,GAAG,CAAC,GAAW,EAAE,KAAU;QAChC,OAAO,oCAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IACrD,CAAC;IAEM,GAAG,CAAC,GAAW;QACpB,OAAO,oCAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC;CACF;AAzFD,kCAyFC"}
+{"version":3,"file":"datanautics.js","sourceRoot":"","sources":["../src/datanautics.ts"],"names":[],"mappings":";;;AAAA,mCAAsC;AACtC,2BAAoE;AACpE,yDAAqD;AAErD,mCAAiH;AAEjH,uCAA0C;AAE1C,MAAa,WAAW;IACZ,OAAO,CAAqB;IAC5B,IAAI,CAAsB;IAC1B,cAAc,CAAyB;IACvC,YAAY,CAAe;IAErC,YAAY,OAA4B;QACtC,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,kCAAyB,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;QACpE,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;QACf,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,IAAI,qBAAY,EAAE,CAAC;QACvC,IAAI,IAAA,eAAU,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtC,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;aAAM,CAAC;YACN,IAAA,kBAAa,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;QACnD,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,mBAAU,EAAE,KAAK,IAAI,EAAE;gBAC1C,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,UAAU,CAAC,GAAG,EAAE;oBACd,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,mBAAU,CAAC,CAAC;gBACrC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YAChC,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,mBAAU,CAAC,CAAC;QACrC,CAAC;aAAM,CAAC;YACN,IAAA,UAAK,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,EAAE;gBAChC,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEM,aAAa;QAClB,OAAO,IAAA,uBAAa,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;IAEM,KAAK;QACV,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC;IAC3B,CAAC;IAES,UAAU;QAClB,IAAI,CAAC;YACH,MAAM,IAAI,GAA2B,oCAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAC3E,MAAM,IAAI,GAAU,EAAE,CAAC;YACvB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,KAAK,GAAG,oCAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtE,MAAM,SAAS,GAAG,oCAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC/E,IAAI,KAAK,IAAI,oBAAW,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBACzC,IAAI,CAAC,IAAI,CAAC,GAAG,SAAS,IAAI,GAAG,IAAI,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBACvD,CAAC;YACH,CAAC;YACD,IAAA,kBAAa,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;QAChE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IAES,OAAO;QACf,MAAM,IAAI,GAAG,IAAA,iBAAY,EAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAClE,MAAM,KAAK,GAAa,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,SAAS;YACX,CAAC;YACD,MAAM,QAAQ,GAAa,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC3C,IAAI,CAAS,CAAC;YACd,IAAI,CAAS,CAAC;YACd,IAAI,IAAS,CAAC;YACd,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB;oBACE,CAAC;oBACD,CAAC;oBACD,GAAG,IAAI;iBACR,GAAG,QAAQ,CAAC;YAEf,CAAC;iBAAM,CAAC;gBACN,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC5B,CAAE,CAAC,EAAE,GAAG,IAAI,CAAE,GAAG,QAAQ,CAAC;YAC5B,CAAC;YACD,MAAM,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YACxC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,IAAI,GAAG,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;gBAC3B,IAAI,KAAK,GAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC1B,IAAI,qBAAY,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC7B,IAAI,kBAAS,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;wBAC1B,MAAM,QAAQ,GAAW,MAAM,CAAC,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;wBACnD,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;4BACpC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;wBACxB,CAAC;6BAAM,CAAC;4BACN,KAAK,GAAG,QAAQ,CAAC;wBACnB,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;oBAC5B,CAAC;gBACH,CAAC;qBAAM,IAAI,mBAAU,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBAClC,KAAK,GAAG,KAAK,KAAK,MAAM,CAAC;gBAC3B,CAAC;gBACD,oCAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC5C,oCAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;YAClE,CAAC;iBAAM,CAAC;gBACN,oCAAgB,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBACxC,oCAAgB,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;IACH,CAAC;IAEM,GAAG,CAAC,GAAW,EAAE,KAAU;QAChC,oCAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3D,OAAO,oCAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IACrD,CAAC;IAEM,GAAG,CAAC,GAAW;QACpB,OAAO,oCAAgB,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC;CACF;AAnHD,kCAmHC"}

package/dist/helpers/index.d.ts

@@ -0,0 +1,2 @@
+export * from './two-files-diff';
+export * from './normalize-dump';

package/dist/helpers/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./two-files-diff"), exports);
+__exportStar(require("./normalize-dump"), exports);
+//# sourceMappingURL=index.js.map

package/dist/helpers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/helpers/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mDAAiC;AACjC,mDAAiC"}

package/dist/helpers/normalize-dump.d.ts

@@ -0,0 +1 @@
+export declare function normalizeDump(targetPath: string): void;

package/dist/helpers/normalize-dump.js

@@ -0,0 +1,17 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.normalizeDump = void 0;
+const fs_1 = require("fs");
+const _const_1 = require("../constants");
+function normalizeDump(targetPath) {
+    const targetContent = (0, fs_1.readFileSync)(targetPath).toString('utf8').split(_const_1.SEPARATOR);
+    const normalizedLines = [];
+    targetContent.forEach(line => {
+        if (line) {
+            /^\d{13}\s/.test(line) ? normalizedLines.push(line) : normalizedLines.push(`${Date.now()} ${line}`);
+        }
+    });
+    (0, fs_1.writeFileSync)(targetPath, normalizedLines.join('\n'), 'utf8');
+}
+exports.normalizeDump = normalizeDump;
+//# sourceMappingURL=normalize-dump.js.map

package/dist/helpers/normalize-dump.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalize-dump.js","sourceRoot":"","sources":["../../src/helpers/normalize-dump.ts"],"names":[],"mappings":";;;AAAA,2BAAiD;AACjD,mCAAmC;AAEnC,SAAgB,aAAa,CAAC,UAAkB;IAC9C,MAAM,aAAa,GAAG,IAAA,iBAAY,EAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,kBAAS,CAAC,CAAC;IACjF,MAAM,eAAe,GAAa,EAAE,CAAC;IACrC,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;QAC3B,IAAI,IAAI,EAAE,CAAC;YACT,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;QACtG,CAAC;IACH,CAAC,CAAC,CAAC;IACH,IAAA,kBAAa,EAAC,UAAU,EAAE,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;AAChE,CAAC;AATD,sCASC"}

package/dist/helpers/two-files-diff.d.ts

@@ -0,0 +1 @@
+export declare function twoFilesDiff(sourcePath: string, targetPath: string): Record<string, any>;

package/dist/helpers/two-files-diff.js

@@ -0,0 +1,41 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.twoFilesDiff = void 0;
+const fs_1 = require("fs");
+const _const_1 = require("../constants");
+function twoFilesDiff(sourcePath, targetPath) {
+    const targetContent = (0, fs_1.readFileSync)(targetPath).toString('utf8').split(_const_1.SEPARATOR);
+    const sourceContent = (0, fs_1.readFileSync)(sourcePath).toString('utf8').split(_const_1.SEPARATOR);
+    const tMap = new Map();
+    const ttMap = new Map();
+    const sMap = new Map();
+    const tsMap = new Map();
+    targetContent.forEach(line => {
+        const [timestamp, key, ...valueArray] = line.split(' ');
+        if (key) {
+            tMap.set(key, valueArray?.join(' ') || undefined);
+            ttMap.set(key, parseInt(timestamp, 10));
+        }
+    });
+    sourceContent.forEach(line => {
+        const [timestamp, key, ...valueArray] = line.split(' ');
+        if (key) {
+            sMap.set(key, valueArray.join(' '));
+            tsMap.set(key, parseInt(timestamp, 10));
+        }
+    });
+    const tKeys = Array.from(tMap.keys());
+    const sKeys = Array.from(sMap.keys());
+    const remove = tKeys.filter(tKey => !sMap.has(tKey));
+    const set = sKeys.filter(sKey => !tMap.has(sKey) || (tMap.get(sKey) !== sMap.get(sKey) && tsMap.get(sKey) > ttMap.get(sKey)));
+    const patch = {};
+    remove.forEach(key => {
+        patch[key] = undefined;
+    });
+    set.forEach(key => {
+        patch[key] = `${tMap.get(key)} ${sMap.get(key)}`;
+    });
+    return patch;
+}
+exports.twoFilesDiff = twoFilesDiff;
+//# sourceMappingURL=two-files-diff.js.map

package/dist/helpers/two-files-diff.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"two-files-diff.js","sourceRoot":"","sources":["../../src/helpers/two-files-diff.ts"],"names":[],"mappings":";;;AAAA,2BAAkC;AAClC,mCAAkC;AAElC,SAAgB,YAAY,CAAC,UAAkB,EAAE,UAAkB;IACjE,MAAM,aAAa,GAAG,IAAA,iBAAY,EAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,kBAAS,CAAC,CAAC;IACjF,MAAM,aAAa,GAAG,IAAA,iBAAY,EAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,kBAAS,CAAC,CAAC;IACjF,MAAM,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC;IACvB,MAAM,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC;IACxB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC;IACvB,MAAM,KAAK,GAAG,IAAI,GAAG,EAAE,CAAC;IACxB,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;QAC3B,MAAM,CAAE,SAAS,EAAE,GAAG,EAAE,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACzD,IAAI,GAAG,EAAE,CAAC;YACR,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC;YAClD,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC,CAAC,CAAA;IACF,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;QAC3B,MAAM,CAAE,SAAS,EAAE,GAAG,EAAE,GAAG,UAAU,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACzD,IAAI,GAAG,EAAE,CAAC;YACR,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YACpC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC,CAAC,CAAA;IACF,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IACrD,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAE,CAAC,CAAC;IAC/H,MAAM,KAAK,GAAwB,EAAE,CAAC;IACtC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;QACnB,KAAK,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;IACzB,CAAC,CAAC,CAAC;IACH,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;QAChB,KAAK,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;IACnD,CAAC,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC;AAjCD,oCAiCC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "datanautics",
-  "version": "4.3.1",
+  "version": "4.5.0",
   "description": "",
   "keywords": [
     "data store",
@@ -21,12 +21,12 @@
     "runtime": "node dist/index.js"
   },
   "dependencies": {
-    "property-accessor": "^2.3.0"
+    "property-accessor": "^2.5.1"
   },
   "devDependencies": {
-    "@types/node": "20.10.6",
+    "@types/node": "22.14.0",
     "@types/prettier": "2.6.0",
-    "@types/uuid": "10.0.0",
+    "@types/uuid": "11.0.0",
     "@typescript-eslint/eslint-plugin": "6.17.0",
     "@typescript-eslint/parser": "6.17.0",
     "eslint": "8.47.0",
@@ -44,9 +44,9 @@
   },
   "repository": {
     "type": "git",
-    "url": "git@github.com:Paul-Lazunko/datanautics.git"
+    "url": "git@github.com:databikers/datanautics.git"
   },
   "engines": {
-    "node": ">=14.0.0"
+    "node": ">=18.0.0"
   }
 }

package/test/data.txt

@@ -0,0 +1,4 @@
+1770169858788 user.firstname John Junior Frost 11
+1770169858788 user.lastname Doe
+1770169859789 user.nested.key 1000000000000000000000
+1770169858788 score[0] 27

package/test/test.js

@@ -6,7 +6,7 @@ const { setTimeout } = require('timers');
 
 const dumpPath = resolve(__dirname, './data.txt');
 const data = {
-  user: { firstname: 'John Junior Frost', lastname: 'Doe' },
+  user: { firstname: 'John Junior Frost 11', lastname: 'Doe' },
   score: [27],
   nested: { key: BigInt('1000000000000000000000') },
 };
@@ -30,3 +30,4 @@ setTimeout(() => {
   console.log('tests passed');
   process.exit(0);
 }, 2000);
+