document-dataply 0.0.10 → 0.0.11

package/dist/cjs/index.js

@@ -11789,11 +11789,11 @@ var DeadlineChunker = class {
    * EWMA 평활화 계수
    */
   alpha;
-  constructor(targetMs = 5) {
+  constructor(startChunkSize = 0, targetMs = 5, alpha = 0.5) {
+    this.chunkSize = startChunkSize;
     this.targetMs = targetMs;
-    this.chunkSize = 50;
+    this.alpha = alpha;
     this.ewmaMs = null;
-    this.alpha = 0.3;
   }
   /**
    * EWMA 평활화 계수를 사용하여 평균 처리 시간을 업데이트합니다.
@@ -11808,7 +11808,7 @@ var DeadlineChunker = class {
   nextChunkSize() {
     if (!this.ewmaMs || this.ewmaMs === 0) return this.chunkSize;
     const next = Math.floor(this.targetMs / this.ewmaMs);
-    return Math.max(1, Math.min(next, 5e3));
+    return Math.max(1, next);
   }
   /**
    * 주어진 items를 chunk로 분할하여 처리합니다.
@@ -11816,6 +11816,9 @@ var DeadlineChunker = class {
   async processInChunks(items, processFn) {
     let i = 0;
     let len = items.length;
+    if (this.chunkSize === 0) {
+      this.chunkSize = Math.floor(items.length / 100 * 5);
+    }
     while (i < len) {
       const chunk = items.slice(i, i + this.chunkSize);
       const count = chunk.length;
@@ -11899,7 +11902,12 @@ var MutationManager = class {
         flattenedData.push({ pk: -1, data: flattenDocument });
         ids.push(id);
       }
-      const pks = await this.api.insertBatch(dataplyDocuments, true, tx2);
+      const pks = [];
+      const documentChunker = new DeadlineChunker(1e4);
+      await documentChunker.processInChunks(dataplyDocuments, async (chunk) => {
+        const res = await this.api.insertBatch(chunk, true, tx2);
+        pks.push(...res);
+      });
       for (let i = 0, len = pks.length; i < len; i++) {
         flattenedData[i].pk = pks[i];
       }
@@ -11929,7 +11937,8 @@ var MutationManager = class {
             batchInsertData.push([item.pk, { k: item.pk, v: indexVal }]);
           }
         }
-        const chunker = new DeadlineChunker();
+        const chunker = new DeadlineChunker(3e4);
+        console.log(batchInsertData.length);
         await chunker.processInChunks(batchInsertData, async (chunk) => {
           const [error] = await catchPromise(treeTx.batchInsert(chunk));
           if (error) {

package/dist/types/utils/DeadlineChunker.d.ts

@@ -18,7 +18,7 @@ export declare class DeadlineChunker {
      * EWMA 평활화 계수
      */
     private alpha;
-    constructor(targetMs?: number);
+    constructor(startChunkSize?: number, targetMs?: number, alpha?: number);
     /**
      * EWMA 평활화 계수를 사용하여 평균 처리 시간을 업데이트합니다.
      */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "document-dataply",
-  "version": "0.0.10",
+  "version": "0.0.11",
   "description": "Simple and powerful JSON document database supporting complex queries and flexible indexing policies.",
   "license": "MIT",
   "author": "izure <admin@izure.org>",