sliftutils 1.4.71 → 1.4.73

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "sliftutils",
-    "version": "1.4.71",
+    "version": "1.4.73",
     "main": "index.js",
     "license": "MIT",
     "files": [

package/storage/BulkDatabase2/BulkDatabaseBase.ts

@@ -262,7 +262,7 @@ export class BulkDatabaseBase<T extends { key: string }> {
                 db.reloadFromDisk();
             }
         }
-        if (flushed.length) console.log(`[bulk2] heap ${fmtBytes(usedHeapBytes)} over ${fmtBytes(bulkDatabase2Timing.memoryFlushHeapBytes)} — flushed ${flushed.length} large collection(s): ${flushed.join(", ")}`);
+        if (flushed.length) console.log(`[bulk2] heap ${fmtBytes(usedHeapBytes)} over ${fmtBytes(bulkDatabase2Timing.memoryFlushHeapBytes)} - flushed ${flushed.length} large collection(s): ${flushed.join(", ")}`);
     }
 
     public static clearCache() {
@@ -618,9 +618,7 @@ export class BulkDatabaseBase<T extends { key: string }> {
         this.mergeInFlight = true;
         const stopHeartbeat = startMergeFileLockHeartbeat(storage, writerId);
         try {
-            let t = Date.now();
             await this.testMergeINTERNAL_DO_NOT_CALL();
-            console.log(`  [autocompact] ${this.name}: merged (${Date.now() - t}ms)`);
         } finally {
             stopHeartbeat();
             await releaseMergeFileLock(storage, writerId);
@@ -708,7 +706,7 @@ export class BulkDatabaseBase<T extends { key: string }> {
             }
             return;
         }
-        console.warn(`${this.name}: skipping unreadable bulk file ${file.fileName} (recent — may be in-progress): ${message}`);
+        console.warn(`${this.name}: skipping unreadable bulk file ${file.fileName} (recent - may be in-progress): ${message}`);
     }
 
     // The one merge primitive. Reads + plans + writes outputs before deleting any input, so a crash
@@ -817,7 +815,7 @@ export class BulkDatabaseBase<T extends { key: string }> {
         const outTotal = outputs.reduce((a, f) => a + f.size, 0);
         log(`${magenta("wrote")}: ${outputs.length} output file(s), ${fmtBytes(outTotal)}${carriedDeletes ? `, ${carriedDeletes} tombstones carried` : ""}`);
 
-        console.group(`${blue(this.name)} ${magenta("merge")}: ${fmtBytes(inTotal)} → ${fmtBytes(outTotal)} (${inputs.length}→${outputs.length} files) in ${formatTime(Date.now() - mergeStartMs)}`);
+        console.group(`${blue(this.name)} ${magenta("merge")}: ${fmtBytes(inTotal)} -> ${fmtBytes(outTotal)} (${inputs.length}->${outputs.length} files) in ${formatTime(Date.now() - mergeStartMs)}`);
         for (const line of steps) console.log(line);
         console.groupEnd();
 
@@ -898,7 +896,7 @@ export class BulkDatabaseBase<T extends { key: string }> {
                 const sizes = await Promise.all(streamFiles.map(async f => { try { return (await storage.getInfo(f.fileName))?.size ?? 0; } catch { return 0; } }));
                 const totalStreamBytes = sizes.reduce((a, b) => a + b, 0);
                 if (totalStreamBytes > bulkDatabase2Timing.streamFoldHardLimitBytes) {
-                    console.log(`${blue(this.name)} ${magenta("fold")} stream tier ${fmtBytes(totalStreamBytes)} over hard limit ${fmtBytes(bulkDatabase2Timing.streamFoldHardLimitBytes)} — folding all streams now`);
+                    console.log(`${blue(this.name)} ${magenta("fold")} stream tier ${fmtBytes(totalStreamBytes)} over hard limit ${fmtBytes(bulkDatabase2Timing.streamFoldHardLimitBytes)} - folding all streams now`);
                     if (await this.mergeFileSet([], streamFiles, false, true)) merged = true;
                 }
             }
@@ -966,7 +964,7 @@ export class BulkDatabaseBase<T extends { key: string }> {
                 }
                 const dupFraction = totalSlots ? (totalSlots - uniqueKeys.size) / totalSlots : 0;
                 if (totalBytes > DEDUP_TRIGGER_BYTES && dupFraction > DEDUP_TRIGGER_FRACTION) {
-                    console.log(`${blue(this.name)} ${magenta("dedup")}: ${fmtBytes(totalBytes)} across ${bulkFiles.length} bulk file(s), ${Math.round(dupFraction * 100)}% duplicate key-slots — folding all at once`);
+                    console.log(`${blue(this.name)} ${magenta("dedup")}: ${fmtBytes(totalBytes)} across ${bulkFiles.length} bulk file(s), ${Math.round(dupFraction * 100)}% duplicate key-slots - folding all at once`);
                     if (!await runMerge(bulkFiles, [])) return merged;
                     return merged;
                 }

package/storage/remoteFileServer.ts

@@ -608,10 +608,13 @@ export async function autocompactBulkDatabases(root: string): Promise<void> {
                 .filter(d => d.isDirectory()).map(d => d.name);
         } catch { continue; } // no bulkDatabases2 here
         for (const name of names) {
+            const start = Date.now();
+            console.log(`  [autocompact] ${name}: starting merge`);
             try {
                 await getCompactor(baseDir, name).tryMergeNow();
+                console.log(`  [autocompact] ${name}: done (${Date.now() - start}ms)`);
             } catch (e) {
-                console.warn(`  [autocompact] ${name}: failed — ${(e as Error).message}`);
+                console.warn(`  [autocompact] ${name}: failed after ${Date.now() - start}ms - ${(e as Error).message}`);
             }
         }
     }