document-dataply 0.0.10-alpha.8 → 0.0.11

package/dist/cjs/index.js

@@ -11789,26 +11789,26 @@ var DeadlineChunker = class {
    * EWMA 평활화 계수
    */
   alpha;
-  constructor(targetMs = 14) {
+  constructor(startChunkSize = 0, targetMs = 5, alpha = 0.5) {
+    this.chunkSize = startChunkSize;
     this.targetMs = targetMs;
-    this.chunkSize = 50;
+    this.alpha = alpha;
     this.ewmaMs = null;
-    this.alpha = 0.3;
   }
   /**
    * EWMA 평활화 계수를 사용하여 평균 처리 시간을 업데이트합니다.
    */
-  _updateEstimate(elapsed, count) {
+  updateEstimate(elapsed, count) {
     const msPerItem = elapsed / count;
     this.ewmaMs = this.ewmaMs === null ? msPerItem : this.alpha * msPerItem + (1 - this.alpha) * this.ewmaMs;
   }
   /**
    * 현재 chunk size를 업데이트합니다.
    */
-  _nextChunkSize() {
+  nextChunkSize() {
     if (!this.ewmaMs || this.ewmaMs === 0) return this.chunkSize;
     const next = Math.floor(this.targetMs / this.ewmaMs);
-    return Math.max(1, Math.min(next, 5e3));
+    return Math.max(1, next);
   }
   /**
    * 주어진 items를 chunk로 분할하여 처리합니다.
@@ -11816,15 +11816,19 @@ var DeadlineChunker = class {
   async processInChunks(items, processFn) {
     let i = 0;
     let len = items.length;
+    if (this.chunkSize === 0) {
+      this.chunkSize = Math.floor(items.length / 100 * 5);
+    }
     while (i < len) {
       const chunk = items.slice(i, i + this.chunkSize);
+      const count = chunk.length;
       const start = performance.now();
       await processFn(chunk);
       const elapsed = performance.now() - start;
-      this._updateEstimate(elapsed, chunk.length);
-      this.chunkSize = this._nextChunkSize();
-      i += chunk.length;
-      await new Promise((resolve) => setImmediate(resolve));
+      this.updateEstimate(elapsed, count);
+      this.chunkSize = this.nextChunkSize();
+      i += count;
+      await new Promise(setImmediate);
     }
   }
 };
@@ -11898,7 +11902,12 @@ var MutationManager = class {
         flattenedData.push({ pk: -1, data: flattenDocument });
         ids.push(id);
       }
-      const pks = await this.api.insertBatch(dataplyDocuments, true, tx2);
+      const pks = [];
+      const documentChunker = new DeadlineChunker(1e4);
+      await documentChunker.processInChunks(dataplyDocuments, async (chunk) => {
+        const res = await this.api.insertBatch(chunk, true, tx2);
+        pks.push(...res);
+      });
       for (let i = 0, len = pks.length; i < len; i++) {
         flattenedData[i].pk = pks[i];
       }
@@ -11928,7 +11937,8 @@ var MutationManager = class {
             batchInsertData.push([item.pk, { k: item.pk, v: indexVal }]);
           }
         }
-        const chunker = new DeadlineChunker();
+        const chunker = new DeadlineChunker(3e4);
+        console.log(batchInsertData.length);
         await chunker.processInChunks(batchInsertData, async (chunk) => {
           const [error] = await catchPromise(treeTx.batchInsert(chunk));
           if (error) {

package/dist/types/utils/DeadlineChunker.d.ts

@@ -18,15 +18,15 @@ export declare class DeadlineChunker {
      * EWMA 평활화 계수
      */
     private alpha;
-    constructor(targetMs?: number);
+    constructor(startChunkSize?: number, targetMs?: number, alpha?: number);
     /**
      * EWMA 평활화 계수를 사용하여 평균 처리 시간을 업데이트합니다.
      */
-    _updateEstimate(elapsed: number, count: number): void;
+    private updateEstimate;
     /**
      * 현재 chunk size를 업데이트합니다.
      */
-    _nextChunkSize(): number;
+    private nextChunkSize;
     /**
      * 주어진 items를 chunk로 분할하여 처리합니다.
      */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "document-dataply",
-  "version": "0.0.10-alpha.8",
+  "version": "0.0.11",
   "description": "Simple and powerful JSON document database supporting complex queries and flexible indexing policies.",
   "license": "MIT",
   "author": "izure <admin@izure.org>",
@@ -43,12 +43,12 @@
   ],
   "dependencies": {
     "croner": "^10.0.1",
-    "dataply": "^0.0.25-alpha.1"
+    "dataply": "^0.0.25"
   },
   "devDependencies": {
     "@types/jest": "^30.0.0",
     "esbuild": "^0.27.3",
-    "jest": "^30.2.0",
+    "jest": "^30.3.0",
     "ts-jest": "^29.4.6",
     "typescript": "^5.9.3"
   }