dataply 0.0.17 → 0.0.18-alpha.1

package/dist/cjs/index.js

@@ -1857,7 +1857,7 @@ var BPTreeSyncTransaction = class extends BPTreeTransaction {
     return node;
   }
   _updateNode(node) {
-    this.mvcc.write(node.id, JSON.parse(JSON.stringify(node)));
+    this.mvcc.write(node.id, node);
     this.nodes.set(node.id, node);
   }
   _deleteNode(node) {
@@ -2686,7 +2686,7 @@ var BPTreeAsyncTransaction = class extends BPTreeTransaction {
     return node;
   }
   async _updateNode(node) {
-    await this.mvcc.write(node.id, JSON.parse(JSON.stringify(node)));
+    await this.mvcc.write(node.id, node);
     this.nodes.set(node.id, node);
   }
   async _deleteNode(node) {
@@ -8359,75 +8359,84 @@ var RowTableEngine = class {
     };
   }
   /**
-   * Inserts data.
-   * @param data Data
+   * Inserts data (batch insert).
+   * @param dataList Array of data to insert
    * @param incrementRowCount Whether to increment the row count to metadata
+   * @param overflowForcly Force overflow page creation for all data
    * @param tx Transaction
-   * @returns PK of the inserted data
+   * @returns Array of PKs of the inserted data
    */
-  async insert(data, incrementRowCount, overflowForcly, tx) {
+  async insert(dataList, incrementRowCount, overflowForcly, tx) {
+    if (dataList.length === 0) {
+      return [];
+    }
     await tx.__acquireWriteLock(0);
+    const btx = await this.getBPTreeTransaction(tx);
+    const pks = [];
     const metadataPage = await this.pfs.getMetadata(tx);
-    const pk = this.metadataPageManager.getLastRowPk(metadataPage) + 1;
+    let lastPk = this.metadataPageManager.getLastRowPk(metadataPage);
     let lastInsertDataPageId = this.metadataPageManager.getLastInsertPageId(metadataPage);
     let lastInsertDataPage = await this.pfs.get(lastInsertDataPageId, tx);
     if (!this.factory.isDataPage(lastInsertDataPage)) {
       throw new Error(`Last insert page is not data page`);
     }
-    const willRowSize = this.getRequiredRowSize(data);
-    if (willRowSize > this.maxBodySize || overflowForcly) {
-      const overflowPageId = await this.pfs.appendNewPage(this.overflowPageManager.pageType, tx);
-      const row = new Uint8Array(Row.CONSTANT.SIZE_HEADER + 4);
-      this.rowManager.setPK(row, pk);
-      this.rowManager.setOverflowFlag(row, true);
-      this.rowManager.setBodySize(row, 4);
-      this.rowManager.setBody(row, numberToBytes(overflowPageId, this.pageIdBuffer));
-      const nextSlotIndex = this.dataPageManager.getNextSlotIndex(lastInsertDataPage, row);
-      if (nextSlotIndex !== -1) {
-        this.setRID(lastInsertDataPageId, nextSlotIndex);
-        this.dataPageManager.insert(lastInsertDataPage, row);
-        await this.pfs.setPage(lastInsertDataPageId, lastInsertDataPage, tx);
-      } else {
-        const newPageId = await this.pfs.appendNewPage(this.dataPageManager.pageType, tx);
-        const newPage = await this.pfs.get(newPageId, tx);
-        this.dataPageManager.insert(newPage, row);
-        this.setRID(newPageId, 0);
-        lastInsertDataPageId = newPageId;
-        lastInsertDataPage = newPage;
-        await this.pfs.setPage(newPageId, newPage, tx);
-      }
-      await this.pfs.writePageContent(overflowPageId, data, 0, tx);
-    } else {
-      const row = new Uint8Array(Row.CONSTANT.SIZE_HEADER + data.length);
-      const slotIndex = this.dataPageManager.getNextSlotIndex(lastInsertDataPage, row);
-      this.rowManager.setBodySize(row, data.length);
-      this.rowManager.setBody(row, data);
-      if (slotIndex === -1) {
-        const newPageId = await this.pfs.appendNewPage(this.dataPageManager.pageType, tx);
-        const newPage = await this.pfs.get(newPageId, tx);
-        this.dataPageManager.insert(newPage, row);
-        this.setRID(newPageId, 0);
-        lastInsertDataPageId = newPageId;
-        lastInsertDataPage = newPage;
-        await this.pfs.setPage(newPageId, newPage, tx);
+    for (const data of dataList) {
+      const pk = ++lastPk;
+      const willRowSize = this.getRequiredRowSize(data);
+      if (willRowSize > this.maxBodySize || overflowForcly) {
+        const overflowPageId = await this.pfs.appendNewPage(this.overflowPageManager.pageType, tx);
+        const row = new Uint8Array(Row.CONSTANT.SIZE_HEADER + 4);
+        this.rowManager.setPK(row, pk);
+        this.rowManager.setOverflowFlag(row, true);
+        this.rowManager.setBodySize(row, 4);
+        this.rowManager.setBody(row, numberToBytes(overflowPageId, this.pageIdBuffer));
+        const nextSlotIndex = this.dataPageManager.getNextSlotIndex(lastInsertDataPage, row);
+        if (nextSlotIndex !== -1) {
+          this.setRID(lastInsertDataPageId, nextSlotIndex);
+          this.dataPageManager.insert(lastInsertDataPage, row);
+          await this.pfs.setPage(lastInsertDataPageId, lastInsertDataPage, tx);
+        } else {
+          const newPageId = await this.pfs.appendNewPage(this.dataPageManager.pageType, tx);
+          const newPage = await this.pfs.get(newPageId, tx);
+          this.dataPageManager.insert(newPage, row);
+          this.setRID(newPageId, 0);
+          lastInsertDataPageId = newPageId;
+          lastInsertDataPage = newPage;
+          await this.pfs.setPage(newPageId, newPage, tx);
+        }
+        await this.pfs.writePageContent(overflowPageId, data, 0, tx);
       } else {
-        this.dataPageManager.insert(lastInsertDataPage, row);
-        this.setRID(lastInsertDataPageId, slotIndex);
-        await this.pfs.setPage(lastInsertDataPageId, lastInsertDataPage, tx);
+        const row = new Uint8Array(Row.CONSTANT.SIZE_HEADER + data.length);
+        const slotIndex = this.dataPageManager.getNextSlotIndex(lastInsertDataPage, row);
+        this.rowManager.setBodySize(row, data.length);
+        this.rowManager.setBody(row, data);
+        if (slotIndex === -1) {
+          const newPageId = await this.pfs.appendNewPage(this.dataPageManager.pageType, tx);
+          const newPage = await this.pfs.get(newPageId, tx);
+          this.dataPageManager.insert(newPage, row);
+          this.setRID(newPageId, 0);
+          lastInsertDataPageId = newPageId;
+          lastInsertDataPage = newPage;
+          await this.pfs.setPage(newPageId, newPage, tx);
+        } else {
+          this.dataPageManager.insert(lastInsertDataPage, row);
+          this.setRID(lastInsertDataPageId, slotIndex);
+          await this.pfs.setPage(lastInsertDataPageId, lastInsertDataPage, tx);
+        }
       }
+      await btx.insert(this.getRID(), pk);
+      pks.push(pk);
     }
+    tx.__markBPTreeDirty();
     const freshMetadataPage = await this.pfs.getMetadata(tx);
     this.metadataPageManager.setLastInsertPageId(freshMetadataPage, lastInsertDataPageId);
-    this.metadataPageManager.setLastRowPk(freshMetadataPage, pk);
+    this.metadataPageManager.setLastRowPk(freshMetadataPage, lastPk);
     if (incrementRowCount) {
       const currentRowCount = this.metadataPageManager.getRowCount(freshMetadataPage);
-      this.metadataPageManager.setRowCount(freshMetadataPage, currentRowCount + 1);
+      this.metadataPageManager.setRowCount(freshMetadataPage, currentRowCount + pks.length);
     }
     await this.pfs.setMetadata(freshMetadataPage, tx);
-    const btx = await this.getBPTreeTransaction(tx);
-    await btx.insert(this.getRID(), pk);
-    tx.__markBPTreeDirty();
-    return pk;
+    return pks;
   }
   /**
    * Looks up the RID by PK.
@@ -9099,12 +9108,13 @@ var DataplyAPI = class {
     if (!this.initialized) {
       throw new Error("Dataply instance is not initialized");
     }
-    return this.runWithDefault((tx2) => {
+    return this.runWithDefault(async (tx2) => {
       incrementRowCount = incrementRowCount ?? true;
       if (typeof data === "string") {
         data = this.textCodec.encode(data);
       }
-      return this.rowTableEngine.insert(data, incrementRowCount, false, tx2);
+      const pks = await this.rowTableEngine.insert([data], incrementRowCount, false, tx2);
+      return pks[0];
     }, tx);
   }
   /**
@@ -9118,12 +9128,13 @@ var DataplyAPI = class {
     if (!this.initialized) {
       throw new Error("Dataply instance is not initialized");
     }
-    return this.runWithDefault((tx2) => {
+    return this.runWithDefault(async (tx2) => {
       incrementRowCount = incrementRowCount ?? true;
       if (typeof data === "string") {
         data = this.textCodec.encode(data);
       }
-      return this.rowTableEngine.insert(data, incrementRowCount, true, tx2);
+      const pks = await this.rowTableEngine.insert([data], incrementRowCount, true, tx2);
+      return pks[0];
     }, tx);
   }
   /**
@@ -9140,13 +9151,10 @@ var DataplyAPI = class {
     }
     return this.runWithDefault(async (tx2) => {
       incrementRowCount = incrementRowCount ?? true;
-      const pks = [];
-      for (const data of dataList) {
-        const encoded = typeof data === "string" ? this.textCodec.encode(data) : data;
-        const pk = await this.rowTableEngine.insert(encoded, incrementRowCount, false, tx2);
-        pks.push(pk);
-      }
-      return pks;
+      const encodedList = dataList.map(
+        (data) => typeof data === "string" ? this.textCodec.encode(data) : data
+      );
+      return this.rowTableEngine.insert(encodedList, incrementRowCount, false, tx2);
     }, tx);
   }
   /**

package/dist/types/core/RowTableEngine.d.ts

@@ -69,13 +69,14 @@ export declare class RowTableEngine {
      */
     getMetadata(tx: Transaction): Promise<DataplyMetadata>;
     /**
-     * Inserts data.
-     * @param data Data
+     * Inserts data (batch insert).
+     * @param dataList Array of data to insert
      * @param incrementRowCount Whether to increment the row count to metadata
+     * @param overflowForcly Force overflow page creation for all data
      * @param tx Transaction
-     * @returns PK of the inserted data
+     * @returns Array of PKs of the inserted data
      */
-    insert(data: Uint8Array, incrementRowCount: boolean, overflowForcly: boolean, tx: Transaction): Promise<number>;
+    insert(dataList: Uint8Array[], incrementRowCount: boolean, overflowForcly: boolean, tx: Transaction): Promise<number[]>;
     /**
      * Looks up the RID by PK.
      * Checks Pending Updates first if a transaction exists.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "dataply",
-  "version": "0.0.17",
+  "version": "0.0.18-alpha.1",
   "description": "A lightweight storage engine for Node.js with support for MVCC, WAL.",
   "license": "MIT",
   "author": "izure <admin@izure.org>",
@@ -49,6 +49,6 @@
     "hookall": "^2.2.0",
     "mvcc-api": "^1.2.9",
     "ryoiki": "^1.2.0",
-    "serializable-bptree": "^8.0.1"
+    "serializable-bptree": "^8.0.2"
   }
 }

package/readme.md

@@ -283,15 +283,15 @@ Dataply is optimized for high-speed data processing. Below are the results of ba
 
 | Test Case | Count | Total Time | OPS (Operations Per Second) |
 | :--- | :--- | :--- | :--- |
-| **Bulk Insert (Batch)** | 10,000 | ~1,477ms | **~7,244 OPS** |
-| **Bulk Insert (Individual)** | 100 | ~126ms | **~865 OPS** |
-| **Bulk Insert with WAL** | 100 | ~117ms | **~934 OPS** |
-| **Medium Row Insert (1KB)** | 100 | ~134ms | **~818 OPS** |
+| **Bulk Insert (Batch)** | 10,000 | ~438ms | **~24,361 OPS** |
+| **Bulk Insert (Individual)** | 100 | ~122ms | **~851 OPS** |
+| **Bulk Insert with WAL** | 100 | ~118ms | **~891 OPS** |
+| **Medium Row Insert (1KB)** | 100 | ~137ms | **~776 OPS** |
 
 ### Benchmark Analysis
-- **Batching Efficiency**: Grouping operations into a single transaction is approximately **8.4x faster** than individual inserts by minimizing internal transaction management overhead.
-- **WAL Trade-off**: Enabling Write-Ahead Logging ensures data durability but results in a significant performance decrease (approximately **15x slower** for individual inserts) due to synchronous I/O operations.
-- **Node.js Optimization**: Dataply is designed to provide competitive performance (over **12,000 OPS** in batch mode) for a pure TypeScript Record Store without native dependencies.
+- **Batching Efficiency**: Grouping operations into a single transaction is approximately **28.6x faster** than individual inserts by minimizing internal transaction management overhead.
+- **WAL Trade-off**: Enabling Write-Ahead Logging ensures data durability. In this run, WAL performance was comparable to (and slightly faster than) individual inserts, demonstrating efficient logging overhead.
+- **Node.js Optimization**: Dataply is designed to provide competitive performance (over **24,000 OPS** in batch mode) for a pure TypeScript Record Store without native dependencies.
 
 > [!NOTE]
 > Tests were conducted on a standard local environment (Node.js v25+). Performance may vary depending on hardware specifications (especially SSD/HDD) and system load.