@slot-engine/core 0.2.6 → 0.2.7

package/dist/index.mjs

@@ -2422,6 +2422,24 @@ var Simulation = class {
       const lookupSegmentedStream = fs3.createWriteStream(tempLookupSegPath, {
         highWaterMark: this.maxHighWaterMark
       });
+      const WRITE_BATCH_SIZE = 200;
+      let booksIndexBatch = [];
+      let lookupBatch = [];
+      let lookupSegBatch = [];
+      const flushWriteBatches = async () => {
+        if (booksIndexBatch.length === 0) return;
+        const booksIndexData = booksIndexBatch.join("");
+        const lookupData = lookupBatch.join("");
+        const lookupSegData = lookupSegBatch.join("");
+        booksIndexBatch = [];
+        lookupBatch = [];
+        lookupSegBatch = [];
+        await Promise.all([
+          write(booksIndexStream, booksIndexData),
+          write(lookupStream, lookupData),
+          write(lookupSegmentedStream, lookupSegData)
+        ]);
+      };
       let writeChain = Promise.resolve();
       worker.on("message", (msg) => {
         if (msg.type === "log" || msg.type === "user-log") {
@@ -2501,20 +2519,19 @@ var Simulation = class {
             if (!this.tempBookIndexPaths.includes(booksIndexPath)) {
               this.tempBookIndexPaths.push(booksIndexPath);
             }
-            await Promise.all([
-              write(
-                booksIndexStream,
-                `${book.id},${index},${this.bookChunkIndexes.get(index) || 0}
+            booksIndexBatch.push(
+              `${book.id},${index},${this.bookChunkIndexes.get(index) || 0}
 `
-              ),
-              write(lookupStream, `${book.id},1,${Math.round(book.payout)}
-`),
-              write(
-                lookupSegmentedStream,
-                `${book.id},${book.criteria},${book.basegameWins},${book.freespinsWins}
+            );
+            lookupBatch.push(`${book.id},1,${Math.round(book.payout)}
+`);
+            lookupSegBatch.push(
+              `${book.id},${book.criteria},${book.basegameWins},${book.freespinsWins}
 `
-              )
-            ]);
+            );
+            if (booksIndexBatch.length >= WRITE_BATCH_SIZE) {
+              await flushWriteBatches();
+            }
             if (this.bookBufferSizes.get(index) >= 10 * 1024 * 1024) {
               await flushBookChunk();
             }
@@ -2535,6 +2552,7 @@ var Simulation = class {
         }
         if (msg.type === "done") {
           writeChain.then(async () => {
+            await flushWriteBatches();
             await flushBookChunk();
             lookupStream.end();
             lookupSegmentedStream.end();