@threadbase-sh/streamer 1.24.1 → 1.24.2

package/dist/index.d.cts

@@ -832,6 +832,7 @@ declare class StreamerServer {
     private pendingQuestionKey;
     private pendingPermission;
     private scanner;
+    private scannerPersistenceDisabled;
     private allScanners;
     private scannerReady;
     private scannerStale;
@@ -911,6 +912,7 @@ declare class StreamerServer {
     private handleGetPopularProjects;
     private buildStatCache;
     private codexScanOpts;
+    private newScanner;
     private getScanner;
     private getFreshScanner;
     private findJsonlPath;

package/dist/index.d.ts

@@ -832,6 +832,7 @@ declare class StreamerServer {
     private pendingQuestionKey;
     private pendingPermission;
     private scanner;
+    private scannerPersistenceDisabled;
     private allScanners;
     private scannerReady;
     private scannerStale;
@@ -911,6 +912,7 @@ declare class StreamerServer {
     private handleGetPopularProjects;
     private buildStatCache;
     private codexScanOpts;
+    private newScanner;
     private getScanner;
     private getFreshScanner;
     private findJsonlPath;

package/dist/index.js

@@ -4788,6 +4788,11 @@ var StreamerServer = class {
   // /input { keys }. Cleared when the gate closes.
   pendingPermission = /* @__PURE__ */ new Map();
   scanner = null;
+  // Set when better-sqlite3 is unusable (e.g. node ABI mismatch made
+  // ConversationCache.open throw). All scanners are then built with
+  // persistent: false so requests serve from disk instead of 500ing on
+  // every touch of the scanner's own SQLite index.
+  scannerPersistenceDisabled = false;
   // Tracks every ConversationScanner ever created so close() can shut them all
   // down and release SQLite handles (open handles block temp-dir deletion on Windows).
   allScanners = /* @__PURE__ */ new Set();
@@ -5287,11 +5292,12 @@ var StreamerServer = class {
           const message = err instanceof Error ? err.message : String(err);
           const abiMismatch = message.includes("NODE_MODULE_VERSION") || message.includes("was compiled against a different Node.js version");
           this.log.error(
-            `ConversationCache failed to open \u2014 running WITHOUT cache; /api/conversations, /api/conversations/count and /project-chats will 500.` + (abiMismatch ? ` Fix: npm rebuild better-sqlite3` : "") + ` (${message})`,
+            `ConversationCache failed to open \u2014 running WITHOUT cache; /api/conversations, /api/conversations/count and /project-chats serve from disk (degraded).` + (abiMismatch ? ` Fix: npm rebuild better-sqlite3` : "") + ` (${message})`,
             { error: message, abiMismatch, event: "cache.open_failed" }
           );
+          this.scannerPersistenceDisabled = true;
         }
-        const warmupScanner = new ConversationScanner();
+        const warmupScanner = this.newScanner();
         this.allScanners.add(warmupScanner);
         const warmupStatCache = this.buildStatCache(null);
         const shouldEmitProgress = createScanProgressThrottle();
@@ -5308,6 +5314,10 @@ var StreamerServer = class {
             }
           }
         }).then(async () => {
+          if (!this.scannerReady && !this.scanner) {
+            this.scanner = warmupScanner;
+            this.scannerReady = Promise.resolve();
+          }
           if (!this.cache) return;
           const metas = [...warmupScanner.getMetadataCache().values()];
           const upsertedIds = new Set(this.cache.upsertFromScannerMeta(metas));
@@ -5356,10 +5366,6 @@ var StreamerServer = class {
             event: "cache.warmup_failed"
           });
         }).finally(() => {
-          if (!this.scannerReady && !this.scanner) {
-            this.scanner = warmupScanner;
-            this.scannerReady = Promise.resolve();
-          }
           this.cacheReady = true;
           this.wsHub.broadcast({ type: "cache_ready" });
           resolveWarm();
@@ -5742,6 +5748,11 @@ var StreamerServer = class {
   // this — its per-file refreshFile (in findConversationByUuid) already
   // reconciles the one conversation being requested, so paying a full-tree
   // rescan just because some OTHER file changed is the stall this avoids.
+  newScanner() {
+    return new ConversationScanner(
+      this.scannerPersistenceDisabled ? { persistent: false } : void 0
+    );
+  }
   async getScanner(skipStaleRescan = false) {
     if (this.scannerReady) {
       await this.scannerReady;
@@ -5758,14 +5769,20 @@ var StreamerServer = class {
     }
     this.scannerStale = false;
     const statCache = this.buildStatCache(this.scanner);
-    this.scanner = new ConversationScanner();
+    this.scanner = this.newScanner();
     this.allScanners.add(this.scanner);
     this.scannerReady = this.scanner.scan({
       ...this.scanProfiles ? { profiles: this.scanProfiles } : {},
       ...this.codexScanOpts(),
       ...statCache ? { statCache } : {}
     });
-    await this.scannerReady;
+    try {
+      await this.scannerReady;
+    } catch (err) {
+      this.scanner = null;
+      this.scannerReady = null;
+      throw err;
+    }
     const scanner = this.scanner;
     if (!scanner) return this.getScanner();
     return scanner;
@@ -5820,7 +5837,7 @@ var StreamerServer = class {
       const filePath2 = this.findJsonlPath(uuid);
       if (filePath2) {
         const account = this.cache?.getMetaById(uuid)?.account ?? void 0;
-        const coldScanner = this.scanner ?? new ConversationScanner();
+        const coldScanner = this.scanner ?? this.newScanner();
         const page = await coldScanner.parseSingleFilePage(filePath2, account, {
           limit: Number.MAX_SAFE_INTEGER
         });