document-dataply 0.0.3 → 0.0.4-alpha.0

package/dist/cjs/index.js

@@ -285,6 +285,45 @@ var require_cjs = __commonJS({
         }
         return { success: true, created, updated, deleted };
       }
+      /**
+       * Cleans up both deletedCache and versionIndex based on minActiveVersion.
+       * Root transactions call this after commit to reclaim memory.
+       */
+      _cleanupDeletedCache() {
+        if (this.deletedCache.size === 0 && this.versionIndex.size === 0) return;
+        let minActiveVersion = this.version;
+        if (this.activeTransactions.size > 0) {
+          for (const tx of this.activeTransactions) {
+            if (!tx.committed && tx.snapshotVersion < minActiveVersion) {
+              minActiveVersion = tx.snapshotVersion;
+            }
+          }
+        }
+        if (this.deletedCache.size > 0) {
+          for (const [key, cachedList] of this.deletedCache) {
+            const remaining = cachedList.filter((item) => item.deletedAtVersion > minActiveVersion);
+            if (remaining.length === 0) {
+              this.deletedCache.delete(key);
+            } else {
+              this.deletedCache.set(key, remaining);
+            }
+          }
+        }
+        if (this.versionIndex.size > 0) {
+          for (const [key, versions] of this.versionIndex) {
+            let latestInSnapshotIdx = -1;
+            for (let i = versions.length - 1; i >= 0; i--) {
+              if (versions[i].version <= minActiveVersion) {
+                latestInSnapshotIdx = i;
+                break;
+              }
+            }
+            if (latestInSnapshotIdx > 0) {
+              versions.splice(0, latestInSnapshotIdx);
+            }
+          }
+        }
+      }
     };
     var SyncMVCCStrategy = class extends MVCCStrategy {
     };
@@ -624,25 +663,6 @@ var require_cjs = __commonJS({
         if (!this.versionIndex.has(key)) this.versionIndex.set(key, []);
         this.versionIndex.get(key).push({ version: snapshotVersion, exists: false });
       }
-      _cleanupDeletedCache() {
-        if (this.deletedCache.size === 0) return;
-        let minActiveVersion = this.version;
-        if (this.activeTransactions.size > 0) {
-          for (const tx of this.activeTransactions) {
-            if (!tx.committed && tx.snapshotVersion < minActiveVersion) {
-              minActiveVersion = tx.snapshotVersion;
-            }
-          }
-        }
-        for (const [key, cachedList] of this.deletedCache) {
-          const remaining = cachedList.filter((item) => item.deletedAtVersion > minActiveVersion);
-          if (remaining.length === 0) {
-            this.deletedCache.delete(key);
-          } else {
-            this.deletedCache.set(key, remaining);
-          }
-        }
-      }
     };
     var AsyncMVCCStrategy = class extends MVCCStrategy {
     };
@@ -1251,25 +1271,6 @@ var require_cjs = __commonJS({
         if (!this.versionIndex.has(key)) this.versionIndex.set(key, []);
         this.versionIndex.get(key).push({ version: snapshotVersion, exists: false });
       }
-      _cleanupDeletedCache() {
-        if (this.deletedCache.size === 0) return;
-        let minActiveVersion = this.version;
-        if (this.activeTransactions.size > 0) {
-          for (const tx of this.activeTransactions) {
-            if (!tx.committed && tx.snapshotVersion < minActiveVersion) {
-              minActiveVersion = tx.snapshotVersion;
-            }
-          }
-        }
-        for (const [key, cachedList] of this.deletedCache) {
-          const remaining = cachedList.filter((item) => item.deletedAtVersion > minActiveVersion);
-          if (remaining.length === 0) {
-            this.deletedCache.delete(key);
-          } else {
-            this.deletedCache.set(key, remaining);
-          }
-        }
-      }
     };
     var LRUMap = class {
       capacity;
@@ -4729,6 +4730,45 @@ var require_cjs = __commonJS({
         }
         return { success: true, created, updated, deleted };
       }
+      /**
+       * Cleans up both deletedCache and versionIndex based on minActiveVersion.
+       * Root transactions call this after commit to reclaim memory.
+       */
+      _cleanupDeletedCache() {
+        if (this.deletedCache.size === 0 && this.versionIndex.size === 0) return;
+        let minActiveVersion = this.version;
+        if (this.activeTransactions.size > 0) {
+          for (const tx of this.activeTransactions) {
+            if (!tx.committed && tx.snapshotVersion < minActiveVersion) {
+              minActiveVersion = tx.snapshotVersion;
+            }
+          }
+        }
+        if (this.deletedCache.size > 0) {
+          for (const [key, cachedList] of this.deletedCache) {
+            const remaining = cachedList.filter((item) => item.deletedAtVersion > minActiveVersion);
+            if (remaining.length === 0) {
+              this.deletedCache.delete(key);
+            } else {
+              this.deletedCache.set(key, remaining);
+            }
+          }
+        }
+        if (this.versionIndex.size > 0) {
+          for (const [key, versions] of this.versionIndex) {
+            let latestInSnapshotIdx = -1;
+            for (let i = versions.length - 1; i >= 0; i--) {
+              if (versions[i].version <= minActiveVersion) {
+                latestInSnapshotIdx = i;
+                break;
+              }
+            }
+            if (latestInSnapshotIdx > 0) {
+              versions.splice(0, latestInSnapshotIdx);
+            }
+          }
+        }
+      }
     };
     var SyncMVCCStrategy2 = class extends MVCCStrategy2 {
     };
@@ -5068,25 +5108,6 @@ var require_cjs = __commonJS({
         if (!this.versionIndex.has(key)) this.versionIndex.set(key, []);
         this.versionIndex.get(key).push({ version: snapshotVersion, exists: false });
       }
-      _cleanupDeletedCache() {
-        if (this.deletedCache.size === 0) return;
-        let minActiveVersion = this.version;
-        if (this.activeTransactions.size > 0) {
-          for (const tx of this.activeTransactions) {
-            if (!tx.committed && tx.snapshotVersion < minActiveVersion) {
-              minActiveVersion = tx.snapshotVersion;
-            }
-          }
-        }
-        for (const [key, cachedList] of this.deletedCache) {
-          const remaining = cachedList.filter((item) => item.deletedAtVersion > minActiveVersion);
-          if (remaining.length === 0) {
-            this.deletedCache.delete(key);
-          } else {
-            this.deletedCache.set(key, remaining);
-          }
-        }
-      }
     };
     var AsyncMVCCStrategy2 = class extends MVCCStrategy2 {
     };
@@ -5695,25 +5716,6 @@ var require_cjs = __commonJS({
         if (!this.versionIndex.has(key)) this.versionIndex.set(key, []);
         this.versionIndex.get(key).push({ version: snapshotVersion, exists: false });
       }
-      _cleanupDeletedCache() {
-        if (this.deletedCache.size === 0) return;
-        let minActiveVersion = this.version;
-        if (this.activeTransactions.size > 0) {
-          for (const tx of this.activeTransactions) {
-            if (!tx.committed && tx.snapshotVersion < minActiveVersion) {
-              minActiveVersion = tx.snapshotVersion;
-            }
-          }
-        }
-        for (const [key, cachedList] of this.deletedCache) {
-          const remaining = cachedList.filter((item) => item.deletedAtVersion > minActiveVersion);
-          if (remaining.length === 0) {
-            this.deletedCache.delete(key);
-          } else {
-            this.deletedCache.set(key, remaining);
-          }
-        }
-      }
     };
     function numberToBytes(value, buffer, offset = 0, length = buffer.length) {
       if (length === 4) {
@@ -9105,9 +9107,10 @@ var require_cjs = __commonJS({
             await tx.rollback();
           }
           throw error;
-        }
-        if (!hasError && isInternalTx) {
-          await tx.commit();
+        } finally {
+          if (!hasError && isInternalTx) {
+            await tx.commit();
+          }
         }
       }
       /**

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "document-dataply",
-  "version": "0.0.3",
+  "version": "0.0.4-alpha.0",
   "description": "Simple and powerful JSON document database supporting complex queries and flexible indexing policies.",
   "license": "MIT",
   "author": "izure <admin@izure.org>",
@@ -42,7 +42,7 @@
     "dataply"
   ],
   "dependencies": {
-    "dataply": "^0.0.19"
+    "dataply": "^0.0.20-alpha.0"
   },
   "devDependencies": {
     "@types/jest": "^30.0.0",
@@ -51,4 +51,4 @@
     "ts-jest": "^29.4.6",
     "typescript": "^5.9.3"
   }
-}
+}

package/readme.md

@@ -8,7 +8,7 @@
 > **This project is currently in the Alpha stage.**
 > APIs and internal structures may change significantly between versions. Use with caution in production environments.
 
-`document-dataply` is a high-performance document-oriented database library built on top of the [`dataply`](https://github.com/izure1/dataply) record storage engine. It provides a structured way to store, index, and query JSON-style documents, supporting transactions and complex field indexing.
+`document-dataply` is a **pure JavaScript** high-performance document-oriented database library built on top of the [`dataply`](https://github.com/izure1/dataply) record storage engine. It is designed to handle **millions of rows** with high stability, providing a structured way to store, index, and query JSON-style documents.
 
 ## Key Features
 
@@ -16,9 +16,22 @@
 - **B+Tree Indexing**: Supports high-performance lookups using a B+Tree indexing engine.
 - **Deep Indexing**: Index nested object fields and specific array elements (e.g., `user.profile.name` or `tags.0`).
 - **Flexible Indexing Policies**: Supports full re-indexing for existing data or incremental indexing for future data.
-- **Transactions**: ACID-compliant transactions for atomic operations.
+- **ACID Transactions**: Reliable atomic operations with **WAL (Write-Ahead Logging)** and **MVCC (Multi-Version Concurrency Control)** support.
+- **Modern Architecture**: Fully supports **Async/Await** and **Streaming**, making it ideal for modern high-concurrency server environments.
 - **Rich Querying**: Supports comparison operators (`lt`, `gt`, `equal`, etc.) and pattern matching (`like`).
 
+## Platform Compatibility
+
+Built with pure JavaScript, `document-dataply` can be used in various environments:
+- **Official Support**: Node.js, Electron, NW.js
+- **Experimental Support**: Deno, Bun
+
+## Data Types
+
+Supports standard JSON data types:
+- `string`, `number`, `boolean`, `null`
+- Nested `object` and `array`
+
 ## Installation
 
 ```bash
@@ -58,7 +71,7 @@ async function main() {
 
   // Query document
   const query = db.select({
-    name: 'John Doe',
+    name: 'John Doe', // Shortcut for { name: { equal: 'John Doe' } }
     age: { gte: 25 }
   })