@slot-engine/core 0.2.0 → 0.2.1

package/dist/index.mjs

@@ -31,6 +31,7 @@ function createPermanentFilePaths(basePath) {
       `books_${mode}_chunk_${worker}-${chunk}.jsonl.zst`
     ),
     booksCompressed: (mode) => path.join(basePath, "publish_files", `books_${mode}.jsonl.zst`),
+    booksUncompressed: (mode) => path.join(basePath, `books_${mode}.jsonl`),
     lookupTable: (mode) => path.join(basePath, `lookUpTable_${mode}.csv`),
     lookupTableIndex: (mode) => path.join(basePath, `lookUpTable_${mode}.index`),
     lookupTableSegmented: (mode) => path.join(basePath, `lookUpTableSegmented_${mode}.csv`),
@@ -1751,6 +1752,8 @@ var TerminalUi = class {
   logs = [];
   logScrollOffset = 0;
   isScrolled = false;
+  maxLogs = 500;
+  totalLogs = 0;
   minWidth = 50;
   minHeight = 12;
   isRendering = false;
@@ -1776,12 +1779,13 @@ var TerminalUi = class {
         this.scrollDown();
       } else if (key === "l") {
         this.scrollToBottom();
-      } else if (key === "") {
+      } else if (key === "q" || key === "") {
         this.stop();
         process.exit(0);
       }
     };
     process.stdout.on("resize", this.resizeHandler);
+    process.on("SIGINT", this.sigintHandler);
   }
   get terminalWidth() {
     return process.stdout.columns || 80;
@@ -1803,7 +1807,6 @@ var TerminalUi = class {
     }
     this.render();
     this.renderInterval = setInterval(() => this.render(), 100);
-    process.on("SIGINT", this.sigintHandler);
   }
   stop() {
     if (this.renderInterval) {
@@ -1831,7 +1834,16 @@ var TerminalUi = class {
     this.totalSims = opts.totalSims;
   }
   log(message) {
-    this.logs.push({ i: this.logs.length, m: message });
+    this.logs.push({ i: this.totalLogs, m: message });
+    this.totalLogs++;
+    if (this.logs.length > this.maxLogs) {
+      const excess = this.logs.length - this.maxLogs;
+      this.logs.splice(0, excess);
+      this.logScrollOffset = Math.min(
+        this.logScrollOffset,
+        Math.max(0, this.logs.length - this.getLogAreaHeight())
+      );
+    }
     if (!this.isScrolled) this.scrollToBottom();
   }
   scrollUp(lines = 1) {
@@ -1996,6 +2008,7 @@ var Simulation = class {
   gameConfig;
   simRunsAmount;
   concurrency;
+  makeUncompressedBooks;
   debug = false;
   actualSims = 0;
   wallet = new Wallet();
@@ -2024,6 +2037,7 @@ var Simulation = class {
     const { config, metadata } = createGameConfig(gameConfigOpts);
     this.gameConfig = { ...config, ...metadata };
     this.gameConfigOpts = gameConfigOpts;
+    this.makeUncompressedBooks = opts.makeUncompressedBooks || false;
     this.simRunsAmount = opts.simRunsAmount || {};
     this.concurrency = (opts.concurrency || 6) >= 2 ? opts.concurrency || 6 : 2;
     this.maxPendingSims = opts.maxPendingSims ?? 25;
@@ -2101,9 +2115,7 @@ var Simulation = class {
         const startTime = Date.now();
         statusMessage = `Simulating mode "${mode}" with ${this.simRunsAmount[mode]} runs.`;
         this.tui?.log(statusMessage);
-        if (this.socket && this.panelActive) {
-          this.socket.emit("simulationStatus", statusMessage);
-        }
+        this.sendSimulationStatus(statusMessage);
         const runs = this.simRunsAmount[mode] || 0;
         if (runs <= 0) continue;
         if (!configuredGameModes.includes(mode)) {
@@ -2140,9 +2152,7 @@ var Simulation = class {
         createDirIfNotExists(this.PATHS.publishFiles);
         statusMessage = `Writing final files for game mode "${mode}". This may take a while...`;
         this.tui?.log(statusMessage);
-        if (this.socket && this.panelActive) {
-          this.socket.emit("simulationStatus", statusMessage);
-        }
+        this.sendSimulationStatus(statusMessage);
         writeFile(
           this.PATHS.booksIndexMeta(mode),
           JSON.stringify(
@@ -2197,13 +2207,43 @@ var Simulation = class {
         }
         await this.writeRecords(mode);
         this.writeIndexJson();
+        if (this.makeUncompressedBooks) {
+          statusMessage = `Creating decompressed book file for mode "${mode}". This may take a while...`;
+          this.tui?.log(statusMessage);
+          this.sendSimulationStatus(statusMessage);
+          const uncompressedBooksPath = this.PATHS.booksUncompressed(mode);
+          const outputStream = fs3.createWriteStream(uncompressedBooksPath, {
+            highWaterMark: this.streamHighWaterMark
+          });
+          try {
+            for (const { worker, chunks: chunks2 } of this.bookIndexMetas) {
+              for (let chunk = 0; chunk < chunks2; chunk++) {
+                const bookChunkPath = this.PATHS.booksChunk(mode, worker, chunk);
+                if (!fs3.existsSync(bookChunkPath)) continue;
+                const inputStream = fs3.createReadStream(bookChunkPath);
+                const compress = zlib.createZstdDecompress();
+                for await (const decompChunk of inputStream.pipe(compress)) {
+                  if (!outputStream.write(decompChunk)) {
+                    await new Promise((r) => outputStream.once("drain", () => r()));
+                  }
+                }
+              }
+            }
+            outputStream.end();
+            await new Promise((r) => outputStream.on("finish", () => r()));
+          } catch (error) {
+            statusMessage = chalk2.yellow(
+              `Error creating uncompressed book file: ${error.message}`
+            );
+            this.tui?.log(statusMessage);
+            this.sendSimulationStatus(statusMessage);
+          }
+        }
         const endTime = Date.now();
         const prettyTime = new Date(endTime - startTime).toISOString().slice(11, -1);
         statusMessage = `Mode ${mode} done! Time taken: ${prettyTime}`;
         this.tui?.log(statusMessage);
-        if (this.socket && this.panelActive) {
-          this.socket.emit("simulationStatus", statusMessage);
-        }
+        this.sendSimulationStatus(statusMessage);
       }
       this.tui?.stop();
       await this.printSimulationSummary();
@@ -2405,7 +2445,7 @@ var Simulation = class {
 `
               )
             ]);
-            if (this.bookBufferSizes.get(index) >= 12 * 1024 * 1024) {
+            if (this.bookBufferSizes.get(index) >= 10 * 1024 * 1024) {
               await flushBookChunk();
             }
             if (this.recordsWriteStream) {
@@ -2851,6 +2891,11 @@ var Simulation = class {
       });
     }
   }
+  sendSimulationStatus(message) {
+    if (this.socket && this.panelActive) {
+      this.socket.emit("simulationStatus", message);
+    }
+  }
 };
 
 // src/analysis/index.ts