@slot-engine/core 0.2.0 → 0.2.1

package/dist/index.d.mts

@@ -50,6 +50,7 @@ type PermanentFilePaths = {
     booksIndexMeta: (mode: string) => string;
     booksChunk: (mode: string, worker: number, chunk: number) => string;
     booksCompressed: (mode: string) => string;
+    booksUncompressed: (mode: string) => string;
     lookupTable: (mode: string) => string;
     lookupTableIndex: (mode: string) => string;
     lookupTableSegmented: (mode: string) => string;
@@ -175,6 +176,7 @@ declare class Simulation {
     readonly gameConfig: GameConfig & GameMetadata;
     readonly simRunsAmount: Partial<Record<string, number>>;
     readonly concurrency: number;
+    readonly makeUncompressedBooks: boolean;
     private debug;
     private actualSims;
     private wallet;
@@ -265,6 +267,7 @@ declare class Simulation {
      */
     confirmRecords(ctx: GameContext): void;
     printSimulationSummary(): Promise<void>;
+    private sendSimulationStatus;
 }
 type SimulationOptions = {
     /**
@@ -293,6 +296,10 @@ type SimulationOptions = {
      * Default: 50
      */
     maxDiskBuffer?: number;
+    /**
+     * Whether to generate uncompressed book files alongside compressed ones.
+     */
+    makeUncompressedBooks?: boolean;
 };
 type SimulationConfigOptions = {
     debug?: boolean;

package/dist/index.d.ts

@@ -50,6 +50,7 @@ type PermanentFilePaths = {
     booksIndexMeta: (mode: string) => string;
     booksChunk: (mode: string, worker: number, chunk: number) => string;
     booksCompressed: (mode: string) => string;
+    booksUncompressed: (mode: string) => string;
     lookupTable: (mode: string) => string;
     lookupTableIndex: (mode: string) => string;
     lookupTableSegmented: (mode: string) => string;
@@ -175,6 +176,7 @@ declare class Simulation {
     readonly gameConfig: GameConfig & GameMetadata;
     readonly simRunsAmount: Partial<Record<string, number>>;
     readonly concurrency: number;
+    readonly makeUncompressedBooks: boolean;
     private debug;
     private actualSims;
     private wallet;
@@ -265,6 +267,7 @@ declare class Simulation {
      */
     confirmRecords(ctx: GameContext): void;
     printSimulationSummary(): Promise<void>;
+    private sendSimulationStatus;
 }
 type SimulationOptions = {
     /**
@@ -293,6 +296,10 @@ type SimulationOptions = {
      * Default: 50
      */
     maxDiskBuffer?: number;
+    /**
+     * Whether to generate uncompressed book files alongside compressed ones.
+     */
+    makeUncompressedBooks?: boolean;
 };
 type SimulationConfigOptions = {
     debug?: boolean;

package/dist/index.js

@@ -79,6 +79,7 @@ function createPermanentFilePaths(basePath) {
       `books_${mode}_chunk_${worker}-${chunk}.jsonl.zst`
     ),
     booksCompressed: (mode) => import_path.default.join(basePath, "publish_files", `books_${mode}.jsonl.zst`),
+    booksUncompressed: (mode) => import_path.default.join(basePath, `books_${mode}.jsonl`),
     lookupTable: (mode) => import_path.default.join(basePath, `lookUpTable_${mode}.csv`),
     lookupTableIndex: (mode) => import_path.default.join(basePath, `lookUpTable_${mode}.index`),
     lookupTableSegmented: (mode) => import_path.default.join(basePath, `lookUpTableSegmented_${mode}.csv`),
@@ -1799,6 +1800,8 @@ var TerminalUi = class {
   logs = [];
   logScrollOffset = 0;
   isScrolled = false;
+  maxLogs = 500;
+  totalLogs = 0;
   minWidth = 50;
   minHeight = 12;
   isRendering = false;
@@ -1824,12 +1827,13 @@ var TerminalUi = class {
         this.scrollDown();
       } else if (key === "l") {
         this.scrollToBottom();
-      } else if (key === "") {
+      } else if (key === "q" || key === "") {
         this.stop();
         process.exit(0);
       }
     };
     process.stdout.on("resize", this.resizeHandler);
+    process.on("SIGINT", this.sigintHandler);
   }
   get terminalWidth() {
     return process.stdout.columns || 80;
@@ -1851,7 +1855,6 @@ var TerminalUi = class {
     }
     this.render();
     this.renderInterval = setInterval(() => this.render(), 100);
-    process.on("SIGINT", this.sigintHandler);
   }
   stop() {
     if (this.renderInterval) {
@@ -1879,7 +1882,16 @@ var TerminalUi = class {
     this.totalSims = opts.totalSims;
   }
   log(message) {
-    this.logs.push({ i: this.logs.length, m: message });
+    this.logs.push({ i: this.totalLogs, m: message });
+    this.totalLogs++;
+    if (this.logs.length > this.maxLogs) {
+      const excess = this.logs.length - this.maxLogs;
+      this.logs.splice(0, excess);
+      this.logScrollOffset = Math.min(
+        this.logScrollOffset,
+        Math.max(0, this.logs.length - this.getLogAreaHeight())
+      );
+    }
     if (!this.isScrolled) this.scrollToBottom();
   }
   scrollUp(lines = 1) {
@@ -2044,6 +2056,7 @@ var Simulation = class {
   gameConfig;
   simRunsAmount;
   concurrency;
+  makeUncompressedBooks;
   debug = false;
   actualSims = 0;
   wallet = new Wallet();
@@ -2072,6 +2085,7 @@ var Simulation = class {
     const { config, metadata } = createGameConfig(gameConfigOpts);
     this.gameConfig = { ...config, ...metadata };
     this.gameConfigOpts = gameConfigOpts;
+    this.makeUncompressedBooks = opts.makeUncompressedBooks || false;
     this.simRunsAmount = opts.simRunsAmount || {};
     this.concurrency = (opts.concurrency || 6) >= 2 ? opts.concurrency || 6 : 2;
     this.maxPendingSims = opts.maxPendingSims ?? 25;
@@ -2149,9 +2163,7 @@ var Simulation = class {
         const startTime = Date.now();
         statusMessage = `Simulating mode "${mode}" with ${this.simRunsAmount[mode]} runs.`;
         this.tui?.log(statusMessage);
-        if (this.socket && this.panelActive) {
-          this.socket.emit("simulationStatus", statusMessage);
-        }
+        this.sendSimulationStatus(statusMessage);
         const runs = this.simRunsAmount[mode] || 0;
         if (runs <= 0) continue;
         if (!configuredGameModes.includes(mode)) {
@@ -2188,9 +2200,7 @@ var Simulation = class {
         createDirIfNotExists(this.PATHS.publishFiles);
         statusMessage = `Writing final files for game mode "${mode}". This may take a while...`;
         this.tui?.log(statusMessage);
-        if (this.socket && this.panelActive) {
-          this.socket.emit("simulationStatus", statusMessage);
-        }
+        this.sendSimulationStatus(statusMessage);
         writeFile(
           this.PATHS.booksIndexMeta(mode),
           JSON.stringify(
@@ -2245,13 +2255,43 @@ var Simulation = class {
         }
         await this.writeRecords(mode);
         this.writeIndexJson();
+        if (this.makeUncompressedBooks) {
+          statusMessage = `Creating decompressed book file for mode "${mode}". This may take a while...`;
+          this.tui?.log(statusMessage);
+          this.sendSimulationStatus(statusMessage);
+          const uncompressedBooksPath = this.PATHS.booksUncompressed(mode);
+          const outputStream = import_fs3.default.createWriteStream(uncompressedBooksPath, {
+            highWaterMark: this.streamHighWaterMark
+          });
+          try {
+            for (const { worker, chunks: chunks2 } of this.bookIndexMetas) {
+              for (let chunk = 0; chunk < chunks2; chunk++) {
+                const bookChunkPath = this.PATHS.booksChunk(mode, worker, chunk);
+                if (!import_fs3.default.existsSync(bookChunkPath)) continue;
+                const inputStream = import_fs3.default.createReadStream(bookChunkPath);
+                const compress = import_zlib.default.createZstdDecompress();
+                for await (const decompChunk of inputStream.pipe(compress)) {
+                  if (!outputStream.write(decompChunk)) {
+                    await new Promise((r) => outputStream.once("drain", () => r()));
+                  }
+                }
+              }
+            }
+            outputStream.end();
+            await new Promise((r) => outputStream.on("finish", () => r()));
+          } catch (error) {
+            statusMessage = import_chalk2.default.yellow(
+              `Error creating uncompressed book file: ${error.message}`
+            );
+            this.tui?.log(statusMessage);
+            this.sendSimulationStatus(statusMessage);
+          }
+        }
         const endTime = Date.now();
         const prettyTime = new Date(endTime - startTime).toISOString().slice(11, -1);
         statusMessage = `Mode ${mode} done! Time taken: ${prettyTime}`;
         this.tui?.log(statusMessage);
-        if (this.socket && this.panelActive) {
-          this.socket.emit("simulationStatus", statusMessage);
-        }
+        this.sendSimulationStatus(statusMessage);
       }
       this.tui?.stop();
       await this.printSimulationSummary();
@@ -2453,7 +2493,7 @@ var Simulation = class {
 `
               )
             ]);
-            if (this.bookBufferSizes.get(index) >= 12 * 1024 * 1024) {
+            if (this.bookBufferSizes.get(index) >= 10 * 1024 * 1024) {
               await flushBookChunk();
             }
             if (this.recordsWriteStream) {
@@ -2899,6 +2939,11 @@ var Simulation = class {
       });
     }
   }
+  sendSimulationStatus(message) {
+    if (this.socket && this.panelActive) {
+      this.socket.emit("simulationStatus", message);
+    }
+  }
 };
 
 // src/analysis/index.ts