harperdb 4.3.0-beta.4 → 4.3.0-beta.5

package/npm-shrinkwrap.json

@@ -1,12 +1,12 @@
 {
   "name": "harperdb",
-  "version": "4.3.0-beta.4",
+  "version": "4.3.0-beta.5",
   "lockfileVersion": 3,
   "requires": true,
   "packages": {
     "": {
       "name": "harperdb",
-      "version": "4.3.0-beta.4",
+      "version": "4.3.0-beta.5",
       "hasInstallScript": true,
       "license": "SEE LICENSE IN LICENSE",
       "dependencies": {
@@ -45,7 +45,7 @@
         "json2csv": "5.0.7",
         "jsonata": "1.8.6",
         "jsonwebtoken": "9.0.2",
-        "lmdb": "2.10.0-beta.1",
+        "lmdb": "2.10.0-beta.2",
         "lodash": "4.17.21",
         "mathjs": "11.11.2",
         "minimist": "1.2.8",
@@ -1116,9 +1116,9 @@
       }
     },
     "node_modules/@babel/parser": {
-      "version": "7.23.6",
-      "resolved": "https://registry.npmjs.org/@babel/parser/-/parser-7.23.6.tgz",
-      "integrity": "sha512-Z2uID7YJ7oNvAI20O9X0bblw7Qqs8Q2hFy0R9tAfnfLkp5MW0UH9eUvnDSnFwKZ0AvgS1ucqR4KzvVHgnke1VQ==",
+      "version": "7.23.9",
+      "resolved": "https://registry.npmjs.org/@babel/parser/-/parser-7.23.9.tgz",
+      "integrity": "sha512-9tcKgqKbs3xGJ+NtKF2ndOBBLVwPjl1SHxPQkd36r3Dlirw3xWUeGaTbqr7uGZcTaxkVNwc+03SVP7aCdWrTlA==",
       "bin": {
         "parser": "bin/babel-parser.js"
       },
@@ -1127,9 +1127,9 @@
       }
     },
     "node_modules/@babel/runtime": {
-      "version": "7.23.8",
-      "resolved": "https://registry.npmjs.org/@babel/runtime/-/runtime-7.23.8.tgz",
-      "integrity": "sha512-Y7KbAP984rn1VGMbGqKmBLio9V7y5Je9GvU4rQPCPinCyNfUcToxIXl06d59URp/F3LwinvODxab5N/G6qggkw==",
+      "version": "7.23.9",
+      "resolved": "https://registry.npmjs.org/@babel/runtime/-/runtime-7.23.9.tgz",
+      "integrity": "sha512-0CX6F+BI2s9dkUqr08KFrAIZgNFj75rdBU/DjCyYLIaV/quFjkk6T+EJ2LkZHyZTbEV4L5p97mNkUsHl2wLFAw==",
       "dependencies": {
         "regenerator-runtime": "^0.14.0"
       },
@@ -1138,22 +1138,22 @@
       }
     },
     "node_modules/@babel/template": {
-      "version": "7.22.15",
-      "resolved": "https://registry.npmjs.org/@babel/template/-/template-7.22.15.tgz",
-      "integrity": "sha512-QPErUVm4uyJa60rkI73qneDacvdvzxshT3kksGqlGWYdOTIUOwJ7RDUL8sGqslY1uXWSL6xMFKEXDS3ox2uF0w==",
+      "version": "7.23.9",
+      "resolved": "https://registry.npmjs.org/@babel/template/-/template-7.23.9.tgz",
+      "integrity": "sha512-+xrD2BWLpvHKNmX2QbpdpsBaWnRxahMwJjO+KZk2JOElj5nSmKezyS1B4u+QbHMTX69t4ukm6hh9lsYQ7GHCKA==",
       "dependencies": {
-        "@babel/code-frame": "^7.22.13",
-        "@babel/parser": "^7.22.15",
-        "@babel/types": "^7.22.15"
+        "@babel/code-frame": "^7.23.5",
+        "@babel/parser": "^7.23.9",
+        "@babel/types": "^7.23.9"
       },
       "engines": {
         "node": ">=6.9.0"
       }
     },
     "node_modules/@babel/traverse": {
-      "version": "7.23.7",
-      "resolved": "https://registry.npmjs.org/@babel/traverse/-/traverse-7.23.7.tgz",
-      "integrity": "sha512-tY3mM8rH9jM0YHFGyfC0/xf+SB5eKUu7HPj7/k3fpi9dAlsMc5YbQvDi0Sh2QTPXqMhyaAtzAr807TIyfQrmyg==",
+      "version": "7.23.9",
+      "resolved": "https://registry.npmjs.org/@babel/traverse/-/traverse-7.23.9.tgz",
+      "integrity": "sha512-I/4UJ9vs90OkBtY6iiiTORVMyIhJ4kAVmsKo9KFc8UOxMeUfi2hvtIBsET5u9GizXE6/GFSuKCTNfgCswuEjRg==",
       "dependencies": {
         "@babel/code-frame": "^7.23.5",
         "@babel/generator": "^7.23.6",
@@ -1161,8 +1161,8 @@
         "@babel/helper-function-name": "^7.23.0",
         "@babel/helper-hoist-variables": "^7.22.5",
         "@babel/helper-split-export-declaration": "^7.22.6",
-        "@babel/parser": "^7.23.6",
-        "@babel/types": "^7.23.6",
+        "@babel/parser": "^7.23.9",
+        "@babel/types": "^7.23.9",
         "debug": "^4.3.1",
         "globals": "^11.1.0"
       },
@@ -1171,9 +1171,9 @@
       }
     },
     "node_modules/@babel/types": {
-      "version": "7.23.6",
-      "resolved": "https://registry.npmjs.org/@babel/types/-/types-7.23.6.tgz",
-      "integrity": "sha512-+uarb83brBzPKN38NX1MkB6vb6+mwvR6amUulqAE7ccQw1pEl+bCia9TbdG1lsnFP7lZySvUn37CHyXQdfTwzg==",
+      "version": "7.23.9",
+      "resolved": "https://registry.npmjs.org/@babel/types/-/types-7.23.9.tgz",
+      "integrity": "sha512-dQjSq/7HaSjRM43FFGnv5keM2HsxpmyV1PfaSVm0nzzjwwTmjOe6J4bC8e3+pTEIgHaHj+1ZlLThRJ2auc/w1Q==",
       "dependencies": {
         "@babel/helper-string-parser": "^7.23.4",
         "@babel/helper-validator-identifier": "^7.22.20",
@@ -1438,9 +1438,9 @@
       }
     },
     "node_modules/@lmdb/lmdb-darwin-arm64": {
-      "version": "2.10.0-beta.1",
-      "resolved": "https://registry.npmjs.org/@lmdb/lmdb-darwin-arm64/-/lmdb-darwin-arm64-2.10.0-beta.1.tgz",
-      "integrity": "sha512-19zOrOcMkJJFwshLN3shdCcpDRBfNnH5PeBNj6iqfQBahtQ13JgCjV6mhA7r3HCY5ackV/feYy64+2Nz7z2seA==",
+      "version": "2.10.0-beta.2",
+      "resolved": "https://registry.npmjs.org/@lmdb/lmdb-darwin-arm64/-/lmdb-darwin-arm64-2.10.0-beta.2.tgz",
+      "integrity": "sha512-C1jAYK1ZuTLwzJU+6/UFrtu9ObIEnwHCadV10CZWF+OlgpRhAnT9GDtNn0S5wyWBVMc1+qPPfNAAVC1WMmovLA==",
       "cpu": [
         "arm64"
       ],
@@ -1450,9 +1450,9 @@
       ]
     },
     "node_modules/@lmdb/lmdb-darwin-x64": {
-      "version": "2.10.0-beta.1",
-      "resolved": "https://registry.npmjs.org/@lmdb/lmdb-darwin-x64/-/lmdb-darwin-x64-2.10.0-beta.1.tgz",
-      "integrity": "sha512-YpaYQh08L73MS6KbwN5QoOr+S/YM/I6q14LUtoE/REVrTHc2+sIcSiar+e8Ui3V9GAjWMiPSQNTpnnRj6qo4GA==",
+      "version": "2.10.0-beta.2",
+      "resolved": "https://registry.npmjs.org/@lmdb/lmdb-darwin-x64/-/lmdb-darwin-x64-2.10.0-beta.2.tgz",
+      "integrity": "sha512-nbDx6YY0TlBMjpM0UXVDzJN+zWpv4wx1ueBhH3dX33FhnQMtbef2ySwz/5jXBd9KQCgQYqWJYcBu+qSBezhJow==",
       "cpu": [
         "x64"
       ],
@@ -1462,9 +1462,9 @@
       ]
     },
     "node_modules/@lmdb/lmdb-linux-arm": {
-      "version": "2.10.0-beta.1",
-      "resolved": "https://registry.npmjs.org/@lmdb/lmdb-linux-arm/-/lmdb-linux-arm-2.10.0-beta.1.tgz",
-      "integrity": "sha512-+2fQ0MJ7vUUIiTAw1tAxy+sYbrYyh+ZBURolrn1kYxCEFOsWGEIEj4jgvIM367Mak2PGvhokHs+c4SYX8RQLRQ==",
+      "version": "2.10.0-beta.2",
+      "resolved": "https://registry.npmjs.org/@lmdb/lmdb-linux-arm/-/lmdb-linux-arm-2.10.0-beta.2.tgz",
+      "integrity": "sha512-gQWSN9Rzcck73QTUAg9DRKbou1guUfgkLGiBpP7+Ilw0Ct7/08xh+QY01royoaE7KASm6LQwo1sEU9L2aHajVA==",
       "cpu": [
         "arm"
       ],
@@ -1474,9 +1474,9 @@
       ]
     },
     "node_modules/@lmdb/lmdb-linux-arm64": {
-      "version": "2.10.0-beta.1",
-      "resolved": "https://registry.npmjs.org/@lmdb/lmdb-linux-arm64/-/lmdb-linux-arm64-2.10.0-beta.1.tgz",
-      "integrity": "sha512-8jk9uCtd9JSR4era72z8hgK0Qt6DyUBHQ7G/04dkTZeiYnB5jyvUKaWp3Mew0S2KVN9N2jMJfFhRbZg1k/0aBg==",
+      "version": "2.10.0-beta.2",
+      "resolved": "https://registry.npmjs.org/@lmdb/lmdb-linux-arm64/-/lmdb-linux-arm64-2.10.0-beta.2.tgz",
+      "integrity": "sha512-Td3VLxgy/ySZWqgpSqr5tggJkX5YdxD8vtJmrYbYdpTT6fPAtLTixyyf8CdUsgeaWksp7AvMFC4z3+pI7bWg0w==",
       "cpu": [
         "arm64"
       ],
@@ -1486,9 +1486,9 @@
       ]
     },
     "node_modules/@lmdb/lmdb-linux-x64": {
-      "version": "2.10.0-beta.1",
-      "resolved": "https://registry.npmjs.org/@lmdb/lmdb-linux-x64/-/lmdb-linux-x64-2.10.0-beta.1.tgz",
-      "integrity": "sha512-DrmTZU3kObXXj8FwgRWOyWBFjYHJ52T4siQrP8cCvXo138GY42J/dRg/kxZXUs2rvzfauV7b/cKAz8C9XkVRLQ==",
+      "version": "2.10.0-beta.2",
+      "resolved": "https://registry.npmjs.org/@lmdb/lmdb-linux-x64/-/lmdb-linux-x64-2.10.0-beta.2.tgz",
+      "integrity": "sha512-PSu5CFElESqw820q7LMHzw4JZk+Uh0dtmidoC32xUIkXoI6Sw9/FMckj0cTEXSBJOf+FibxoDPh5vCytej5TAQ==",
       "cpu": [
         "x64"
       ],
@@ -1498,9 +1498,9 @@
       ]
     },
     "node_modules/@lmdb/lmdb-win32-x64": {
-      "version": "2.10.0-beta.1",
-      "resolved": "https://registry.npmjs.org/@lmdb/lmdb-win32-x64/-/lmdb-win32-x64-2.10.0-beta.1.tgz",
-      "integrity": "sha512-8JRvwB3MdqZbLDhaz8Tu5H0LXY5pCcUP2wwbdgGguOjrWDsbNma4eawTcJGDKqJzvXYqnUjKltObRR2axhel0w==",
+      "version": "2.10.0-beta.2",
+      "resolved": "https://registry.npmjs.org/@lmdb/lmdb-win32-x64/-/lmdb-win32-x64-2.10.0-beta.2.tgz",
+      "integrity": "sha512-dw2oc46PIZaEiiSQKR7YMM5JLbfvY7kCShOXEoS37b8d7j8bYp5D5z7xMyOkqMCuTDjLzkp3Sqwnuzx1QliImA==",
       "cpu": [
         "x64"
       ],
@@ -1849,9 +1849,9 @@
       }
     },
     "node_modules/@sideway/address": {
-      "version": "4.1.4",
-      "resolved": "https://registry.npmjs.org/@sideway/address/-/address-4.1.4.tgz",
-      "integrity": "sha512-7vwq+rOHVWjyXxVlR76Agnvhy8I9rpzjosTESvmhNeXOXdZZB15Fl+TI9x1SiHZH5Jv2wTGduSxFDIaq0m3DUw==",
+      "version": "4.1.5",
+      "resolved": "https://registry.npmjs.org/@sideway/address/-/address-4.1.5.tgz",
+      "integrity": "sha512-IqO/DUQHUkPeixNQ8n0JA6102hT9CmaljNTPmQ1u8MEhBo/R4Q8eKLN/vGZxuebwOroDB4cbpjheD4+/sKFK4Q==",
       "dependencies": {
         "@hapi/hoek": "^9.0.0"
       }
@@ -3856,9 +3856,9 @@
       "integrity": "sha512-vf6IHUX2SBcA+5/+4883dsIjpBTqmfBjmYiWK1savxQmFk4JfBMLa7ynTYOs1Rolp/T1betJxHiGD3g1Mn8lUQ=="
     },
     "node_modules/fast-json-stringify": {
-      "version": "5.10.0",
-      "resolved": "https://registry.npmjs.org/fast-json-stringify/-/fast-json-stringify-5.10.0.tgz",
-      "integrity": "sha512-fu1BhzPzgOdvK+sVhSPFzm06DQl0Dwbo+NQxWm21k03ili2wsJExXbGZ9qsD4Lsn7zFGltF8h9I1fuhk4JPnrQ==",
+      "version": "5.11.1",
+      "resolved": "https://registry.npmjs.org/fast-json-stringify/-/fast-json-stringify-5.11.1.tgz",
+      "integrity": "sha512-Lrj3tmc/qI1OCmr0WJEJFC4TxnAdLnbZZ0CvFvHv/PHNieLCX12PNBlV9KGIDS08w49T8h7vkMuzNoB+3NyX0g==",
       "dependencies": {
         "@fastify/deepmerge": "^1.0.0",
         "ajv": "^8.10.0",
@@ -3940,9 +3940,9 @@
       "integrity": "sha512-stRHYGeuqpEZTL1Ef0Ovr2ltazUT9g844X5z/zEBFLG8RYlpDiOCIG+ATvYEp+/zmc7sN29mcIMp8gvYplYPIQ=="
     },
     "node_modules/fastify/node_modules/pino": {
-      "version": "8.17.2",
-      "resolved": "https://registry.npmjs.org/pino/-/pino-8.17.2.tgz",
-      "integrity": "sha512-LA6qKgeDMLr2ux2y/YiUt47EfgQ+S9LznBWOJdN3q1dx2sv0ziDLUBeVpyVv17TEcGCBuWf0zNtg3M5m1NhhWQ==",
+      "version": "8.18.0",
+      "resolved": "https://registry.npmjs.org/pino/-/pino-8.18.0.tgz",
+      "integrity": "sha512-Mz/gKiRyuXu4HnpHgi1YWdHQCoWMufapzooisvFn78zl4dZciAxS+YeRkUxXl1ee/SzU80YCz1zpECCh4oC6Aw==",
       "dependencies": {
         "atomic-sleep": "^1.0.0",
         "fast-redact": "^3.1.1",
@@ -3961,9 +3961,9 @@
       }
     },
     "node_modules/fastq": {
-      "version": "1.16.0",
-      "resolved": "https://registry.npmjs.org/fastq/-/fastq-1.16.0.tgz",
-      "integrity": "sha512-ifCoaXsDrsdkWTtiNJX5uzHDsrck5TzfKKDcuFFTIrrc/BS076qgEIfoIy1VeZqViznfKiysPYTh/QeHtnIsYA==",
+      "version": "1.17.0",
+      "resolved": "https://registry.npmjs.org/fastq/-/fastq-1.17.0.tgz",
+      "integrity": "sha512-zGygtijUMT7jnk3h26kUms3BkSDp4IfIKjmnqI2tvx6nuBfiF1UqOxbnLfzdv+apBy+53oaImsKtMw/xYbW+1w==",
       "dependencies": {
         "reusify": "^1.0.4"
       }
@@ -4328,12 +4328,9 @@
       }
     },
     "node_modules/has-tostringtag": {
-      "version": "1.0.0",
-      "resolved": "https://registry.npmjs.org/has-tostringtag/-/has-tostringtag-1.0.0.tgz",
-      "integrity": "sha512-kFjcSNhnlGV1kyoGk7OXKSawH5JOb/LzUc5w9B02hOTO0dfFRjbHQKvg1d6cf3HbeUmtU9VbbV3qzZ2Teh97WQ==",
-      "dependencies": {
-        "has-symbols": "^1.0.2"
-      },
+      "version": "1.0.1",
+      "resolved": "https://registry.npmjs.org/has-tostringtag/-/has-tostringtag-1.0.1.tgz",
+      "integrity": "sha512-6J4rC9ROz0UkOpjn0BRtSSqlewDTDYJNQvy8N8RSrPCduUWId1o9BQPEVII/KKBqRk/ZIQff1YbRkUDCH2N5Sg==",
       "engines": {
         "node": ">= 0.4"
       },
@@ -4829,9 +4826,9 @@
       "integrity": "sha512-n9wh8tvBe5sFmsqlg+XQhaQLumwpqoAUruLwjCopgTmUBjJ/fjtBsJzKleCaIGBOMXYEhp1YfKl4d7rJ5ZKJGA=="
     },
     "node_modules/lmdb": {
-      "version": "2.10.0-beta.1",
-      "resolved": "https://registry.npmjs.org/lmdb/-/lmdb-2.10.0-beta.1.tgz",
-      "integrity": "sha512-uJaymtpKJt06dXezAq84tF41B1v48HllP1XzFk87j7FLY8zMRMTmpuhF8AUdpvBY8qDsOZMXp6ZHxxGYSrFUdg==",
+      "version": "2.10.0-beta.2",
+      "resolved": "https://registry.npmjs.org/lmdb/-/lmdb-2.10.0-beta.2.tgz",
+      "integrity": "sha512-2XUO6gYoJCPmpCfnp54gIInsUNE3hNuq9nyHO3GSqUI4puYAgT6zLsCUvX87tS28yqRgvi4EBXL1ZL8JvbLc6A==",
       "hasInstallScript": true,
       "dependencies": {
         "msgpackr": "^1.9.9",
@@ -4844,12 +4841,12 @@
         "download-lmdb-prebuilds": "bin/download-prebuilds.js"
       },
       "optionalDependencies": {
-        "@lmdb/lmdb-darwin-arm64": "2.10.0-beta.1",
-        "@lmdb/lmdb-darwin-x64": "2.10.0-beta.1",
-        "@lmdb/lmdb-linux-arm": "2.10.0-beta.1",
-        "@lmdb/lmdb-linux-arm64": "2.10.0-beta.1",
-        "@lmdb/lmdb-linux-x64": "2.10.0-beta.1",
-        "@lmdb/lmdb-win32-x64": "2.10.0-beta.1"
+        "@lmdb/lmdb-darwin-arm64": "2.10.0-beta.2",
+        "@lmdb/lmdb-darwin-x64": "2.10.0-beta.2",
+        "@lmdb/lmdb-linux-arm": "2.10.0-beta.2",
+        "@lmdb/lmdb-linux-arm64": "2.10.0-beta.2",
+        "@lmdb/lmdb-linux-x64": "2.10.0-beta.2",
+        "@lmdb/lmdb-win32-x64": "2.10.0-beta.2"
       }
     },
     "node_modules/locate-path": {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "harperdb",
-  "version": "4.3.0-beta.4",
+  "version": "4.3.0-beta.5",
   "description": "HarperDB is a distributed SQL & NoSQL data platform focused on speed, flexibility, and ease of use.",
   "keywords": [
     "database",
@@ -68,7 +68,7 @@
     "json2csv": "5.0.7",
     "jsonata": "1.8.6",
     "jsonwebtoken": "9.0.2",
-    "lmdb": "2.10.0-beta.1",
+    "lmdb": "2.10.0-beta.2",
     "lodash": "4.17.21",
     "mathjs": "11.11.2",
     "minimist": "1.2.8",

package/resources/DatabaseTransaction.d.ts

@@ -1,4 +1,9 @@
 import { RootDatabase, Transaction as LMDBTransaction } from 'lmdb';
+export declare enum TRANSACTION_STATE {
+    OPEN = 0,// the transaction is open and can be used for reads and writes
+    LINGERING = 1,// the transaction has completed a read, but can be used for immediate writes
+    CLOSED = 2
+}
 export declare class DatabaseTransaction implements Transaction {
     writes: any[];
     lmdbDb: RootDatabase;
@@ -9,7 +14,7 @@ export declare class DatabaseTransaction implements Transaction {
     timestamp: number;
     next: DatabaseTransaction;
     stale: boolean;
-    open: boolean;
+    open: TRANSACTION_STATE;
     getReadTxn(): LMDBTransaction | void;
     useReadTxn(): LMDBTransaction;
     doneReadTxn(): void;
@@ -20,7 +25,7 @@ export declare class DatabaseTransaction implements Transaction {
      * Resolves with information on the timestamp and success of the commit
      */
     commit(options?: {
-        close?: boolean;
+        letItLinger?: boolean;
         timestamp?: number;
     }): Promise<CommitResolution>;
     abort(): void;

package/resources/Table.d.ts

@@ -480,7 +480,7 @@ export declare function makeTable(options: any): {
      * @param can_skip
      * @returns
      */
-    transformToOrderedSelect(entries: any, select: any, sort: any, context: any, transformToRecord: any): any;
+    transformToOrderedSelect(entries: any, select: any, sort: any, context: any, read_txn: any, transformToRecord: any): any;
     /**
      * This is responsible for select()ing the attributes/properties from returned entries
      * @param select
@@ -490,7 +490,7 @@ export declare function makeTable(options: any): {
      * @param can_skip
      * @returns
      */
-    transformEntryForSelect(select: any, context: any, filtered: any, ensure_loaded?: any, can_skip?: any): (entry: any) => any;
+    transformEntryForSelect(select: any, context: any, read_txn: any, filtered: any, ensure_loaded?: any, can_skip?: any): (entry: any) => any;
     addAttributes(attributes_to_add: any): Promise<any>;
     removeAttributes(names: string[]): Promise<any>;
     getRecordCount(options: any): {

package/resources/databases.d.ts

@@ -320,8 +320,8 @@ export declare function table({ table: table_name, database: database_name, expi
     dropTable(): Promise<void>;
     evict(id: any, existing_record: any, existing_version: any): any;
     operation(operation: any, context: any): any;
-    transformToOrderedSelect(entries: any, select: any, sort: any, context: any, transformToRecord: any): any;
-    transformEntryForSelect(select: any, context: any, filtered: any, ensure_loaded?: any, can_skip?: any): (entry: any) => any;
+    transformToOrderedSelect(entries: any, select: any, sort: any, context: any, read_txn: any, transformToRecord: any): any;
+    transformEntryForSelect(select: any, context: any, read_txn: any, filtered: any, ensure_loaded?: any, can_skip?: any): (entry: any) => any;
     addAttributes(attributes_to_add: any): Promise<any>;
     removeAttributes(names: string[]): Promise<any>;
     getRecordCount(options: any): {