@tonyclaw/llm-inspector 1.8.0 → 1.9.1

package/src/proxy/store.ts

@@ -1,9 +1,9 @@
 import { z } from "zod";
-import { readFileSync, existsSync } from "node:fs";
-import { createReadStream } from "node:fs";
+import { readFileSync, existsSync, createReadStream } from "node:fs";
+import { readdir as readdirCallback } from "node:fs/promises";
 import { createInterface } from "node:readline";
 import { join } from "node:path";
-import { appendLogEntry, resolveLogDir } from "./logger";
+import { appendLogEntry, resolveLogDir, logger } from "./logger";
 import {
   addToIndex,
   findInIndex,
@@ -258,18 +258,16 @@ export async function getLogById(id: number): Promise<CapturedLog | null> {
     // Fallback: return the last matching entry (incomplete is better than nothing)
     if (lastMatch !== null) return lastMatch;
   } catch (err) {
-    // eslint-disable-next-line no-console
-    console.error("[store] Failed to read log from disk:", err);
+    logger.error("[store] Failed to read log from disk:", String(err));
   }
 
   return null;
 }
 
 export function getFilteredLogs(sessionId?: string, model?: string): CapturedLog[] {
-  // Get all logs from memory cache sorted by ID
-  const cachedLogs = Array.from(memoryCache.values()).sort((a, b) => a.id - b.id);
-
-  return cachedLogs.filter((l) => {
+  // Cache maintains insertion order (sorted by ID since logs are added in ID order)
+  // Use spread instead of Array.from for slightly better performance
+  return [...memoryCache.values()].filter((l) => {
     if (sessionId !== undefined && l.sessionId !== sessionId) return false;
     if (model !== undefined && l.model !== model) return false;
     return true;
@@ -293,20 +291,32 @@ export function getModels(): string[] {
 }
 
 /**
- * Load recent completed log entries from today's log file into the memory cache.
+ * Load recent completed log entries from all log files into the memory cache.
  * Called on server startup so the frontend shows existing logs.
  */
 export async function loadLogsIntoMemory(): Promise<void> {
   const logDir = resolveLogDir();
   if (!existsSync(logDir)) return;
 
-  const today = getCurrentLogFile();
-  const filePath = join(logDir, today);
-  if (!existsSync(filePath)) return;
-
   // Keep track of IDs seen so we only load the completed entry for each
   const seenComplete = new Set<number>();
 
+  // Get all .jsonl files sorted by name (date)
+  try {
+    const entries = await readdirCallback(logDir);
+    const filesWithExt = entries.filter((f: string) => f.endsWith(".jsonl")).sort();
+    for (const file of filesWithExt) {
+      const filePath = join(logDir, file);
+      await loadLogFile(filePath, seenComplete);
+    }
+  } catch (err) {
+    logger.error("[store] Failed to read log directory:", String(err));
+  }
+}
+
+async function loadLogFile(filePath: string, seenComplete: Set<number>): Promise<void> {
+  if (!existsSync(filePath)) return;
+
   try {
     const fileStream = createInterface({
       input: createReadStream(filePath),
@@ -348,8 +358,7 @@ export async function loadLogsIntoMemory(): Promise<void> {
       }
     }
   } catch (err) {
-    // eslint-disable-next-line no-console
-    console.error("[store] Failed to load logs into memory:", err);
+    logger.error("[store] Failed to load logs into memory:", String(err));
   }
 }
 
@@ -375,12 +384,17 @@ export function onLogUpdate(handler: LogUpdateHandler): () => void {
 }
 
 export function emitLogUpdate(log: CapturedLog): void {
+  const failedHandlers: LogUpdateHandler[] = [];
   for (const handler of sseHandlers) {
     try {
       handler(log);
     } catch {
-      // Remove handler that threw
-      sseHandlers.delete(handler);
+      // Collect failed handlers to remove after iteration
+      failedHandlers.push(handler);
     }
   }
+  // Remove failed handlers after iteration to avoid Set mutation during for...of
+  for (const handler of failedHandlers) {
+    sseHandlers.delete(handler);
+  }
 }

package/src/routes/api/providers.$providerId.ts

@@ -11,6 +11,7 @@ const ProviderUpdateSchema = z.object({
   authHeader: z.enum(["bearer", "x-api-key"]).optional(),
   anthropicBaseUrl: z.string().optional(),
   openaiBaseUrl: z.string().optional(),
+  apiDocsUrl: z.string().optional(),
 });
 
 export const Route = createFileRoute("/api/providers/$providerId")({

package/src/routes/api/providers.ts

@@ -9,6 +9,7 @@ const ProviderInputSchema = z.object({
   baseUrl: z.string().min(1, "Base URL is required"),
   model: z.string().min(1, "Model is required"),
   authHeader: z.enum(["bearer", "x-api-key"]).optional().default("bearer"),
+  apiDocsUrl: z.string().optional(),
 });
 
 export const Route = createFileRoute("/api/providers")({
@@ -29,6 +30,7 @@ export const Route = createFileRoute("/api/providers")({
           parsed.data.baseUrl,
           parsed.data.model,
           parsed.data.authHeader,
+          parsed.data.apiDocsUrl,
         );
         return Response.json(newProvider, { status: 201 });
       },