@tonyclaw/llm-inspector 1.14.1 → 1.14.2

package/.output/server/_ssr/{router-B8X3GXM2.mjs → router-BoeSXWHG.mjs}

@@ -9,7 +9,7 @@ import { randomUUID } from "crypto";
 import { exec } from "node:child_process";
 import { promisify } from "node:util";
 import { M as McpServer, W as WebStandardStreamableHTTPServerTransport } from "../_libs/modelcontextprotocol__server.mjs";
-import { d as object, _ as _enum, b as string, u as union, a as array, c as boolean, n as number, g as discriminatedUnion, l as literal, r as record, h as _null, k as lazy, e as unknown } from "../_libs/zod.mjs";
+import { d as object, _ as _enum, b as string, a as array, u as union, c as boolean, r as record, n as number, g as discriminatedUnion, l as literal, h as _null, k as lazy, e as unknown } from "../_libs/zod.mjs";
 import "../_libs/tiny-warning.mjs";
 import "../_libs/tanstack__router-core.mjs";
 import "../_libs/cookie-es.mjs";
@@ -45,8 +45,8 @@ import "../_libs/debounce-fn.mjs";
 import "../_libs/mimic-function.mjs";
 import "../_libs/semver.mjs";
 import "../_libs/uint8array-extras.mjs";
-const appCss = "/assets/index-DEUddp_2.css";
-const Route$i = createRootRoute({
+const appCss = "/assets/index-DOG5AdQ9.css";
+const Route$j = createRootRoute({
   head: () => ({
     meta: [
       { charSet: "utf-8" },
@@ -69,8 +69,8 @@ function RootDocument({ children }) {
     ] })
   ] });
 }
-const $$splitComponentImporter = () => import("./index-Cso39vJc.mjs");
-const Route$h = createFileRoute("/")({
+const $$splitComponentImporter = () => import("./index-DmLit8Ad.mjs");
+const Route$i = createFileRoute("/")({
   component: lazyRouteComponent($$splitComponentImporter, "component")
 });
 const LOG_DIR_ENV = process.env["LOG_DIR"];
@@ -1608,6 +1608,7 @@ const ProviderConfigSchema = object({
   name: string(),
   apiKey: string(),
   model: string().optional(),
+  models: array(string()).min(1),
   format: _enum(["anthropic", "openai"]).optional(),
   baseUrl: string().optional(),
   anthropicBaseUrl: string().optional(),
@@ -1675,6 +1676,62 @@ function migrateProviders() {
   }
 }
 migrateProviders();
+function migrateMultiModel() {
+  const providers = store.get("providers", []);
+  if (providers.length === 0) return;
+  let changed = false;
+  const promoted = providers.map((p) => {
+    if (p.models !== void 0 && p.models.length > 0) return p;
+    const models = p.model !== void 0 && p.model !== "" ? [p.model] : [];
+    changed = true;
+    return { ...p, models };
+  });
+  const groups = /* @__PURE__ */ new Map();
+  for (const p of promoted) {
+    const key = `${p.apiKey}::${p.anthropicBaseUrl ?? ""}::${p.openaiBaseUrl ?? ""}`;
+    const group = groups.get(key);
+    if (group !== void 0) {
+      group.push(p);
+    } else {
+      groups.set(key, [p]);
+    }
+  }
+  const merged = [];
+  for (const group of groups.values()) {
+    const first = group[0];
+    if (group.length === 1 && first !== void 0) {
+      merged.push(first);
+      continue;
+    }
+    changed = true;
+    const sorted = group.toSorted(
+      (a, b) => new Date(a.createdAt).getTime() - new Date(b.createdAt).getTime()
+    );
+    const earliest = sorted[0];
+    if (earliest === void 0) continue;
+    const allModels = /* @__PURE__ */ new Set();
+    for (const p of sorted) {
+      for (const m of p.models ?? []) {
+        if (m !== "") allModels.add(m);
+      }
+    }
+    const mergedSource = sorted.find((p) => p.source !== void 0)?.source;
+    merged.push({
+      ...earliest,
+      models: [...allModels],
+      source: mergedSource,
+      updatedAt: (/* @__PURE__ */ new Date()).toISOString()
+    });
+  }
+  if (changed && merged.length > 0) {
+    try {
+      writeFileSync(`${store.path}.bak`, readFileSync(store.path, "utf-8"));
+    } catch {
+    }
+    store.set("providers", merged);
+  }
+}
+migrateMultiModel();
 const providersJson = process.env["LLM_INSPECTOR_PROVIDERS_JSON"];
 if (providersJson !== void 0) {
   try {
@@ -1696,22 +1753,39 @@ function getProvider(id) {
 function normalizeApiKey(apiKey) {
   return apiKey.replace(/^Bearer\s+/i, "").trim();
 }
-function addProvider(name, apiKey, format, baseUrl, model, authHeader, apiDocsUrl, anthropicBaseUrl, openaiBaseUrl, source) {
+function addProvider(name, apiKey, format, baseUrl, models, authHeader, apiDocsUrl, anthropicBaseUrl, openaiBaseUrl, source) {
   const providers = getProviders();
+  const normalizedKey = normalizeApiKey(apiKey);
+  const resolvedAnthropicUrl = anthropicBaseUrl ?? "";
+  const resolvedOpenaiUrl = openaiBaseUrl ?? "";
   const now = (/* @__PURE__ */ new Date()).toISOString();
+  const existing = providers.find(
+    (p) => p.apiKey === normalizedKey && (p.anthropicBaseUrl ?? "") === (resolvedAnthropicUrl ?? "") && (p.openaiBaseUrl ?? "") === (resolvedOpenaiUrl ?? "")
+  );
+  if (existing) {
+    const newModels = (models ?? []).filter((m) => m !== "");
+    if (newModels.length > 0) {
+      const mergedModels = new Set(existing.models ?? []);
+      for (const m of newModels) mergedModels.add(m);
+      existing.models = [...mergedModels];
+      existing.updatedAt = now;
+      store.set("providers", providers);
+    }
+    return existing;
+  }
   const newProvider = {
     id: randomUUID(),
     name,
-    apiKey: normalizeApiKey(apiKey),
+    apiKey: normalizedKey,
     format: format ?? (anthropicBaseUrl !== void 0 ? "anthropic" : openaiBaseUrl !== void 0 ? "openai" : void 0),
     baseUrl,
-    model,
+    models: models ?? [],
     authHeader: authHeader ?? "bearer",
     apiDocsUrl,
     createdAt: now,
     updatedAt: now,
-    anthropicBaseUrl: anthropicBaseUrl ?? "",
-    openaiBaseUrl: openaiBaseUrl ?? "",
+    anthropicBaseUrl: resolvedAnthropicUrl,
+    openaiBaseUrl: resolvedOpenaiUrl,
     source
   };
   providers.push(newProvider);
@@ -1726,7 +1800,7 @@ function updateProvider(id, updates) {
     id: existing.id,
     name: updates.name ?? existing.name,
     apiKey: updates.apiKey !== void 0 ? normalizeApiKey(updates.apiKey) : existing.apiKey,
-    model: updates.model !== void 0 ? updates.model : existing.model,
+    models: updates.models !== void 0 ? updates.models : existing.models,
     format: updates.format ?? existing.format,
     baseUrl: updates.baseUrl !== void 0 ? updates.baseUrl : existing.baseUrl,
     authHeader: updates.authHeader ?? existing.authHeader,
@@ -1836,16 +1910,21 @@ function findProviderByModel(model) {
     if (modelLower.startsWith(providerPrefix)) {
       return provider;
     }
-    if (provider.model !== void 0 && provider.model !== "" && modelNormalized === normalizeModelName(provider.model)) {
-      return provider;
-    }
-    if (provider.model !== void 0 && provider.model !== "") {
-      const modelPart = modelNormalized.replace(normalizeModelName(provider.name), "");
-      const concatenated = normalizeModelName(provider.name) + modelPart;
-      if (modelNormalized === concatenated) {
+    const modelList = provider.models ?? (provider.model !== void 0 ? [provider.model] : []);
+    for (const m of modelList) {
+      if (m !== "" && modelNormalized === normalizeModelName(m)) {
         return provider;
       }
     }
+    for (const m of modelList) {
+      if (m !== "") {
+        const modelPart = modelNormalized.replace(normalizeModelName(provider.name), "");
+        const concatenated = normalizeModelName(provider.name) + modelPart;
+        if (modelNormalized === concatenated) {
+          return provider;
+        }
+      }
+    }
   }
   return null;
 }
@@ -2475,7 +2554,7 @@ async function handleProxy(req) {
   }
   return handleStreamingResponse(upstreamRes, req, startTime, formatHandler, upstreamUrl, log);
 }
-const Route$g = createFileRoute("/proxy/$")({
+const Route$h = createFileRoute("/proxy/$")({
   server: {
     handlers: {
       GET: ({ request }) => handleProxy(request),
@@ -2487,7 +2566,7 @@ const Route$g = createFileRoute("/proxy/$")({
     }
   }
 });
-const Route$f = createFileRoute("/api/sessions")({
+const Route$g = createFileRoute("/api/sessions")({
   server: {
     handlers: {
       GET: () => Response.json(getSessions())
@@ -2500,12 +2579,13 @@ const ProviderInputSchema = object({
   format: _enum(["anthropic", "openai"]).optional(),
   anthropicBaseUrl: string().optional(),
   openaiBaseUrl: string().optional(),
-  model: string().min(1, "Model is required"),
+  models: array(string()).min(1, "At least one model is required"),
+  model: string().optional(),
   authHeader: _enum(["bearer", "x-api-key"]).optional().default("bearer"),
   apiDocsUrl: string().optional(),
   source: _enum(["company", "personal"]).optional()
 });
-const Route$e = createFileRoute("/api/providers")({
+const Route$f = createFileRoute("/api/providers")({
   server: {
     handlers: {
       GET: () => {
@@ -2522,7 +2602,7 @@ const Route$e = createFileRoute("/api/providers")({
           parsed.data.format,
           void 0,
           // baseUrl (legacy) — use format-specific URLs instead
-          parsed.data.model,
+          parsed.data.models,
           parsed.data.authHeader,
           parsed.data.apiDocsUrl,
           parsed.data.anthropicBaseUrl,
@@ -2534,7 +2614,7 @@ const Route$e = createFileRoute("/api/providers")({
     }
   }
 });
-const Route$d = createFileRoute("/api/models")({
+const Route$e = createFileRoute("/api/models")({
   server: {
     handlers: {
       GET: () => Response.json(getModels())
@@ -3044,7 +3124,7 @@ PATCH-style update: only the fields you supply are changed. Returns the updated
     ({ id }) => safeCall(() => testProviderImpl(callApi, id))
   );
 }
-const Route$c = createFileRoute("/api/mcp")({
+const Route$d = createFileRoute("/api/mcp")({
   server: {
     handlers: {
       // The SDK may issue either POST, GET, or DELETE. TanStack Start only
@@ -3056,7 +3136,7 @@ const Route$c = createFileRoute("/api/mcp")({
     }
   }
 });
-const Route$b = createFileRoute("/api/logs")({
+const Route$c = createFileRoute("/api/logs")({
   server: {
     handlers: {
       GET: ({ request }) => {
@@ -3082,7 +3162,7 @@ const Route$b = createFileRoute("/api/logs")({
   }
 });
 logger.debug("Health endpoint loaded");
-const Route$a = createFileRoute("/api/health")({
+const Route$b = createFileRoute("/api/health")({
   server: {
     handlers: {
       GET: () => {
@@ -3096,7 +3176,7 @@ const RuntimeConfigPatchSchema = object({
 }).strict().refine((v) => Object.keys(v).length > 0, {
   message: "At least one field must be provided"
 });
-const Route$9 = createFileRoute("/api/config")({
+const Route$a = createFileRoute("/api/config")({
   server: {
     handlers: {
       GET: () => {
@@ -3126,7 +3206,7 @@ const Route$9 = createFileRoute("/api/config")({
   }
 });
 union([string(), object({ providers: unknown() })]);
-const Route$8 = createFileRoute("/api/providers/import")({
+const Route$9 = createFileRoute("/api/providers/import")({
   server: {
     handlers: {
       POST: async ({ request }) => {
@@ -3159,7 +3239,7 @@ const Route$8 = createFileRoute("/api/providers/import")({
     }
   }
 });
-const Route$7 = createFileRoute("/api/providers/export")({
+const Route$8 = createFileRoute("/api/providers/export")({
   server: {
     handlers: {
       GET: ({ request }) => {
@@ -3182,14 +3262,15 @@ const ProviderUpdateSchema = object({
   apiKey: string().min(1, "API key is required").optional(),
   format: _enum(["anthropic", "openai"]).optional(),
   baseUrl: string().min(1, "Base URL is required").optional(),
-  model: string().min(1, "Model is required").optional(),
+  model: string().optional(),
+  models: array(string()).optional(),
   authHeader: _enum(["bearer", "x-api-key"]).optional(),
   anthropicBaseUrl: string().optional(),
   openaiBaseUrl: string().optional(),
   apiDocsUrl: string().optional(),
   source: _enum(["company", "personal"]).optional()
 });
-const Route$6 = createFileRoute("/api/providers/$providerId")({
+const Route$7 = createFileRoute("/api/providers/$providerId")({
   server: {
     handlers: {
       GET: ({ params }) => {
@@ -3221,7 +3302,7 @@ const Route$6 = createFileRoute("/api/providers/$providerId")({
     }
   }
 });
-const Route$5 = createFileRoute("/api/logs/stream")({
+const Route$6 = createFileRoute("/api/logs/stream")({
   server: {
     handlers: {
       GET: ({ request }) => {
@@ -3275,7 +3356,7 @@ const Route$5 = createFileRoute("/api/logs/stream")({
     }
   }
 });
-const Route$4 = createFileRoute("/api/logs/$id")({
+const Route$5 = createFileRoute("/api/logs/$id")({
   server: {
     handlers: {
       GET: async ({ params }) => {
@@ -3292,7 +3373,7 @@ const Route$4 = createFileRoute("/api/logs/$id")({
     }
   }
 });
-const Route$3 = createFileRoute("/api/config/paths")({
+const Route$4 = createFileRoute("/api/config/paths")({
   server: {
     handlers: {
       GET: () => {
@@ -3710,31 +3791,7 @@ async function testStreamingEndpoint(baseUrl, apiKey, path2, model, isOpenAI) {
     return createErrorResult(err, Date.now() - startTime, true);
   }
 }
-function createTestLogEntry(providerName, path2, body, upstreamUrl, result, isTest) {
-  return {
-    timestamp: (/* @__PURE__ */ new Date()).toISOString(),
-    id: `test-${Date.now()}`,
-    method: "POST",
-    path: path2,
-    model: isTest ? result.model : void 0,
-    sessionId: null,
-    rawRequestBody: body,
-    responseStatus: result.success ? 200 : 500,
-    responseText: result.rawResponse ?? JSON.stringify(result),
-    inputTokens: result.inputTokens ?? null,
-    outputTokens: result.outputTokens ?? null,
-    elapsedMs: result.latencyMs ?? 0,
-    streaming: result.streaming ?? false,
-    userAgent: "provider-test",
-    origin: null,
-    upstreamUrl,
-    error: result.success ? null : result.error?.message ?? String(result.error),
-    isTest: true,
-    providerName,
-    headers: result.requestHeaders ?? {}
-  };
-}
-const Route$2 = createFileRoute("/api/providers/$providerId/test")({
+const Route$3 = createFileRoute("/api/providers/$providerId/test")({
   server: {
     handlers: {
       POST: async ({ params }) => {
@@ -3742,208 +3799,70 @@ const Route$2 = createFileRoute("/api/providers/$providerId/test")({
         if (!provider) {
           return Response.json({ error: "Provider not found" }, { status: 404 });
         }
-        if (provider.model === void 0 || provider.model.trim().length === 0) {
+        const p = provider;
+        const modelsToTest = (provider.models ?? []).filter((m) => m.trim() !== "");
+        if (modelsToTest.length === 0) {
           return Response.json(
-            { error: "Please configure a model name in provider settings" },
+            { error: "Please configure at least one model in provider settings" },
             { status: 400 }
           );
         }
-        const model = provider.model.trim();
-        const usageModel = getModelUsageName(model, provider.name);
         const results = {
           anthropic: { nonStreaming: { notConfigured: true }, streaming: { notConfigured: true } },
-          openai: { nonStreaming: { notConfigured: true }, streaming: { notConfigured: true } }
+          openai: { nonStreaming: { notConfigured: true }, streaming: { notConfigured: true } },
+          models: {}
         };
-        if (provider.anthropicBaseUrl !== void 0 && provider.anthropicBaseUrl.length > 0) {
-          const nonStreamingResult = await testEndpoint(
-            provider.anthropicBaseUrl,
-            provider.apiKey,
-            "/v1/messages",
-            usageModel,
-            false
-          );
-          results.anthropic.nonStreaming = nonStreamingResult;
-          const requestBody = JSON.stringify({
-            model: usageModel,
-            messages: [{ role: "user", content: "say hello and briefly introduce yourself" }],
-            max_tokens: 1024
-          });
-          const upstreamUrl = `${provider.anthropicBaseUrl}/v1/messages`;
-          await addTestLogEntry({
-            timestamp: (/* @__PURE__ */ new Date()).toISOString(),
-            method: "POST",
-            path: "/v1/messages",
-            model: nonStreamingResult.model ?? model,
-            sessionId: null,
-            rawRequestBody: requestBody,
-            responseStatus: nonStreamingResult.success ? 200 : 500,
-            responseText: nonStreamingResult.rawResponse ?? JSON.stringify(nonStreamingResult),
-            inputTokens: nonStreamingResult.inputTokens ?? null,
-            outputTokens: nonStreamingResult.outputTokens ?? null,
-            cacheCreationInputTokens: nonStreamingResult.cacheCreationInputTokens ?? null,
-            cacheReadInputTokens: nonStreamingResult.cacheReadInputTokens ?? null,
-            elapsedMs: nonStreamingResult.latencyMs ?? 0,
-            streaming: false,
-            userAgent: "provider-test",
-            origin: null,
-            apiFormat: "anthropic",
-            isTest: true,
-            providerName: provider.name,
-            headers: nonStreamingResult.requestHeaders ?? {}
-          });
-          appendLogEntry(
-            createTestLogEntry(
-              provider.name,
-              "/v1/messages",
-              requestBody,
-              upstreamUrl,
-              nonStreamingResult,
-              true
-            )
-          );
-          const streamingResult = await testStreamingEndpoint(
-            provider.anthropicBaseUrl,
-            provider.apiKey,
-            "/v1/messages",
-            usageModel,
-            false
-          );
-          results.anthropic.streaming = streamingResult;
-          const streamingRequestBody = JSON.stringify({
-            model: usageModel,
-            messages: [{ role: "user", content: "say hello" }],
-            max_tokens: 256,
-            stream: true
-          });
-          await addTestLogEntry({
-            timestamp: (/* @__PURE__ */ new Date()).toISOString(),
-            method: "POST",
-            path: "/v1/messages",
-            model: streamingResult.model ?? model,
-            sessionId: null,
-            rawRequestBody: streamingRequestBody,
-            responseStatus: streamingResult.success ? 200 : 500,
-            responseText: streamingResult.rawResponse ?? JSON.stringify(streamingResult),
-            inputTokens: streamingResult.inputTokens ?? null,
-            outputTokens: streamingResult.outputTokens ?? null,
-            cacheCreationInputTokens: streamingResult.cacheCreationInputTokens ?? null,
-            cacheReadInputTokens: streamingResult.cacheReadInputTokens ?? null,
-            elapsedMs: streamingResult.latencyMs ?? 0,
-            streaming: true,
-            streamingChunks: streamingResult.streamingChunks,
-            userAgent: "provider-test",
-            origin: null,
-            apiFormat: "anthropic",
-            isTest: true,
-            providerName: provider.name,
-            headers: streamingResult.requestHeaders ?? {}
-          });
-          appendLogEntry(
-            createTestLogEntry(
-              provider.name,
-              "/v1/messages",
-              streamingRequestBody,
-              upstreamUrl,
-              streamingResult,
-              true
-            )
-          );
+        const anthropicUrl = provider.anthropicBaseUrl !== void 0 && provider.anthropicBaseUrl.length > 0 ? provider.anthropicBaseUrl : void 0;
+        const openaiUrl = provider.openaiBaseUrl !== void 0 && provider.openaiBaseUrl.length > 0 ? provider.openaiBaseUrl : void 0;
+        async function testOneModel(displayName) {
+          const usageModel = getModelUsageName(displayName, p.name);
+          const notConfigured = { notConfigured: true };
+          const modelResults = {
+            anthropic: { nonStreaming: notConfigured, streaming: notConfigured },
+            openai: { nonStreaming: notConfigured, streaming: notConfigured }
+          };
+          const tasks = [];
+          if (anthropicUrl !== void 0) {
+            tasks.push(
+              testEndpoint(anthropicUrl, p.apiKey, "/v1/messages", usageModel, false).then((r) => {
+                modelResults.anthropic.nonStreaming = r;
+              }),
+              testStreamingEndpoint(anthropicUrl, p.apiKey, "/v1/messages", usageModel, false).then(
+                (r) => {
+                  modelResults.anthropic.streaming = r;
+                }
+              )
+            );
+          }
+          if (openaiUrl !== void 0) {
+            tasks.push(
+              testEndpoint(openaiUrl, p.apiKey, "/v1/chat/completions", usageModel, true).then(
+                (r) => {
+                  modelResults.openai.nonStreaming = r;
+                }
+              ),
+              testStreamingEndpoint(
+                openaiUrl,
+                p.apiKey,
+                "/v1/chat/completions",
+                usageModel,
+                true
+              ).then((r) => {
+                modelResults.openai.streaming = r;
+              })
+            );
+          }
+          await Promise.all(tasks);
+          results.models[displayName] = modelResults;
         }
-        if (provider.openaiBaseUrl !== void 0 && provider.openaiBaseUrl.length > 0) {
-          const nonStreamingResult = await testEndpoint(
-            provider.openaiBaseUrl,
-            provider.apiKey,
-            "/v1/chat/completions",
-            usageModel,
-            true
-          );
-          results.openai.nonStreaming = nonStreamingResult;
-          const requestBody = JSON.stringify({
-            model: usageModel,
-            messages: [{ role: "user", content: "say hello and briefly introduce yourself" }],
-            max_tokens: 1024
-          });
-          const upstreamUrl = `${provider.openaiBaseUrl}/v1/chat/completions`;
-          await addTestLogEntry({
-            timestamp: (/* @__PURE__ */ new Date()).toISOString(),
-            method: "POST",
-            path: "/v1/chat/completions",
-            model: nonStreamingResult.model ?? model,
-            sessionId: null,
-            rawRequestBody: requestBody,
-            responseStatus: nonStreamingResult.success ? 200 : 500,
-            responseText: nonStreamingResult.rawResponse ?? JSON.stringify(nonStreamingResult),
-            inputTokens: nonStreamingResult.inputTokens ?? null,
-            outputTokens: nonStreamingResult.outputTokens ?? null,
-            cacheCreationInputTokens: null,
-            cacheReadInputTokens: null,
-            elapsedMs: nonStreamingResult.latencyMs ?? 0,
-            streaming: false,
-            userAgent: "provider-test",
-            origin: null,
-            apiFormat: "openai",
-            isTest: true,
-            providerName: provider.name,
-            headers: nonStreamingResult.requestHeaders ?? {}
-          });
-          appendLogEntry(
-            createTestLogEntry(
-              provider.name,
-              "/v1/chat/completions",
-              requestBody,
-              upstreamUrl,
-              nonStreamingResult,
-              true
-            )
-          );
-          const streamingResult = await testStreamingEndpoint(
-            provider.openaiBaseUrl,
-            provider.apiKey,
-            "/v1/chat/completions",
-            usageModel,
-            true
-          );
-          results.openai.streaming = streamingResult;
-          const streamingRequestBody = JSON.stringify({
-            model: usageModel,
-            messages: [{ role: "user", content: "say hello" }],
-            max_tokens: 256,
-            stream: true
-          });
-          await addTestLogEntry({
-            timestamp: (/* @__PURE__ */ new Date()).toISOString(),
-            method: "POST",
-            path: "/v1/chat/completions",
-            model: streamingResult.model ?? model,
-            sessionId: null,
-            rawRequestBody: streamingRequestBody,
-            responseStatus: streamingResult.success ? 200 : 500,
-            responseText: streamingResult.rawResponse ?? JSON.stringify(streamingResult),
-            inputTokens: streamingResult.inputTokens ?? null,
-            outputTokens: streamingResult.outputTokens ?? null,
-            cacheCreationInputTokens: null,
-            cacheReadInputTokens: null,
-            elapsedMs: streamingResult.latencyMs ?? 0,
-            streaming: true,
-            streamingChunks: streamingResult.streamingChunks,
-            userAgent: "provider-test",
-            origin: null,
-            apiFormat: "openai",
-            isTest: true,
-            providerName: provider.name,
-            headers: streamingResult.requestHeaders ?? {}
-          });
-          appendLogEntry(
-            createTestLogEntry(
-              provider.name,
-              "/v1/chat/completions",
-              streamingRequestBody,
-              upstreamUrl,
-              streamingResult,
-              true
-            )
-          );
+        await Promise.all(modelsToTest.map((displayName) => testOneModel(displayName)));
+        const firstModelName = modelsToTest[0];
+        const firstResults = results.models[firstModelName];
+        if (firstResults !== void 0) {
+          results.anthropic = firstResults.anthropic;
+          results.openai = firstResults.openai;
         }
+        results.testedAt = (/* @__PURE__ */ new Date()).toISOString();
         return Response.json(results);
       }
     }
@@ -3952,7 +3871,7 @@ const Route$2 = createFileRoute("/api/providers/$providerId/test")({
 const ReplayRequestSchema = object({
   modifiedBody: string()
 });
-const Route$1 = createFileRoute("/api/logs/$id/replay")({
+const Route$2 = createFileRoute("/api/logs/$id/replay")({
   server: {
     handlers: {
       POST: async ({ params, request }) => {
@@ -4070,7 +3989,7 @@ const Route$1 = createFileRoute("/api/logs/$id/replay")({
     }
   }
 });
-const Route = createFileRoute("/api/logs/$id/chunks")({
+const Route$1 = createFileRoute("/api/logs/$id/chunks")({
   server: {
     handlers: {
       GET: async ({ params }) => {
@@ -4096,96 +4015,422 @@ const Route = createFileRoute("/api/logs/$id/chunks")({
     }
   }
 });
-const IndexRoute = Route$h.update({
+const ProviderTestErrorTypeSchema = _enum([
+  "timeout",
+  "network_unreachable",
+  "connection_refused",
+  "auth_failed",
+  "rate_limited",
+  "server_error",
+  "invalid_response",
+  "unknown"
+]);
+const ProviderTestErrorSchema = object({
+  message: string(),
+  type: ProviderTestErrorTypeSchema,
+  details: string().optional(),
+  hint: string().optional()
+});
+const ProviderTestContentSchema = object({
+  type: _enum(["text", "thinking"]),
+  text: string().optional(),
+  thinking: string().optional()
+});
+const ProviderTestResultSchema = object({
+  success: boolean(),
+  error: ProviderTestErrorSchema.optional(),
+  model: string().optional(),
+  inputTokens: number().optional(),
+  outputTokens: number().optional(),
+  cacheCreationInputTokens: number().optional(),
+  cacheReadInputTokens: number().optional(),
+  latencyMs: number().optional(),
+  content: array(ProviderTestContentSchema).optional(),
+  rawResponse: string().optional(),
+  streaming: boolean().optional(),
+  streamingChunks: object({
+    chunks: array(StreamingChunkSchema$1),
+    truncated: boolean().default(false)
+  }).optional(),
+  requestHeaders: record(string(), string()).optional()
+});
+const ProviderTestStateSchema = union([
+  ProviderTestResultSchema,
+  object({ notConfigured: literal(true) }),
+  object({ testing: literal(true) })
+]);
+const ProviderFormatTestResultsSchema = object({
+  nonStreaming: ProviderTestStateSchema,
+  streaming: ProviderTestStateSchema
+});
+const ModelTestResultsSchema = object({
+  anthropic: ProviderFormatTestResultsSchema,
+  openai: ProviderFormatTestResultsSchema
+});
+const ProviderTestResultsSchema = object({
+  anthropic: ProviderFormatTestResultsSchema,
+  openai: ProviderFormatTestResultsSchema,
+  models: record(string(), ModelTestResultsSchema).optional(),
+  testedAt: string().optional()
+});
+function createPendingProviderTestResults() {
+  return {
+    anthropic: {
+      nonStreaming: { testing: true },
+      streaming: { testing: true }
+    },
+    openai: {
+      nonStreaming: { testing: true },
+      streaming: { testing: true }
+    }
+  };
+}
+function createFailedProviderTestResults(message, type) {
+  const createFormatResult = () => ({
+    nonStreaming: {
+      success: false,
+      error: { message, type }
+    },
+    streaming: { notConfigured: true }
+  });
+  return {
+    anthropic: createFormatResult(),
+    openai: createFormatResult()
+  };
+}
+function hasSuccessField(result) {
+  return Object.prototype.hasOwnProperty.call(result, "success");
+}
+function createTestLogEntry(providerName, path2, body, upstreamUrl, result, isTest) {
+  return {
+    timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+    id: `test-${Date.now()}`,
+    method: "POST",
+    path: path2,
+    model: isTest ? result.model : void 0,
+    sessionId: null,
+    rawRequestBody: body,
+    responseStatus: result.success ? 200 : 500,
+    responseText: result.rawResponse ?? JSON.stringify(result),
+    inputTokens: result.inputTokens ?? null,
+    outputTokens: result.outputTokens ?? null,
+    elapsedMs: result.latencyMs ?? 0,
+    streaming: result.streaming ?? false,
+    userAgent: "provider-test",
+    origin: null,
+    upstreamUrl,
+    error: result.success ? null : result.error?.message ?? String(result.error),
+    isTest: true,
+    providerName,
+    headers: result.requestHeaders ?? {}
+  };
+}
+async function logModelResults(displayName, providerName, anthropicUrl, openaiUrl, modelResults) {
+  const usageModel = getModelUsageName(displayName, providerName);
+  if (anthropicUrl !== void 0) {
+    const nsResult = modelResults.anthropic.nonStreaming;
+    const sResult = modelResults.anthropic.streaming;
+    if (hasSuccessField(nsResult) && hasSuccessField(sResult)) {
+      const nonStreamingResult = nsResult;
+      const streamingResult = sResult;
+      const requestBody = JSON.stringify({
+        model: usageModel,
+        messages: [{ role: "user", content: "say hello and briefly introduce yourself" }],
+        max_tokens: 1024
+      });
+      const upstreamUrl = `${anthropicUrl}/v1/messages`;
+      await addTestLogEntry({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        method: "POST",
+        path: "/v1/messages",
+        model: nonStreamingResult.model ?? displayName,
+        sessionId: null,
+        rawRequestBody: requestBody,
+        responseStatus: nonStreamingResult.success ? 200 : 500,
+        responseText: nonStreamingResult.rawResponse ?? JSON.stringify(nonStreamingResult),
+        inputTokens: nonStreamingResult.inputTokens ?? null,
+        outputTokens: nonStreamingResult.outputTokens ?? null,
+        cacheCreationInputTokens: nonStreamingResult.cacheCreationInputTokens ?? null,
+        cacheReadInputTokens: nonStreamingResult.cacheReadInputTokens ?? null,
+        elapsedMs: nonStreamingResult.latencyMs ?? 0,
+        streaming: false,
+        userAgent: "provider-test",
+        origin: null,
+        apiFormat: "anthropic",
+        isTest: true,
+        providerName,
+        headers: nonStreamingResult.requestHeaders ?? {}
+      });
+      appendLogEntry(
+        createTestLogEntry(
+          providerName,
+          "/v1/messages",
+          requestBody,
+          upstreamUrl,
+          nonStreamingResult,
+          true
+        )
+      );
+      const streamingRequestBody = JSON.stringify({
+        model: usageModel,
+        messages: [{ role: "user", content: "say hello" }],
+        max_tokens: 256,
+        stream: true
+      });
+      await addTestLogEntry({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        method: "POST",
+        path: "/v1/messages",
+        model: streamingResult.model ?? displayName,
+        sessionId: null,
+        rawRequestBody: streamingRequestBody,
+        responseStatus: streamingResult.success ? 200 : 500,
+        responseText: streamingResult.rawResponse ?? JSON.stringify(streamingResult),
+        inputTokens: streamingResult.inputTokens ?? null,
+        outputTokens: streamingResult.outputTokens ?? null,
+        cacheCreationInputTokens: streamingResult.cacheCreationInputTokens ?? null,
+        cacheReadInputTokens: streamingResult.cacheReadInputTokens ?? null,
+        elapsedMs: streamingResult.latencyMs ?? 0,
+        streaming: true,
+        streamingChunks: streamingResult.streamingChunks,
+        userAgent: "provider-test",
+        origin: null,
+        apiFormat: "anthropic",
+        isTest: true,
+        providerName,
+        headers: streamingResult.requestHeaders ?? {}
+      });
+      appendLogEntry(
+        createTestLogEntry(
+          providerName,
+          "/v1/messages",
+          streamingRequestBody,
+          upstreamUrl,
+          streamingResult,
+          true
+        )
+      );
+    }
+  }
+  if (openaiUrl !== void 0) {
+    const nsResult = modelResults.openai.nonStreaming;
+    const sResult = modelResults.openai.streaming;
+    if (hasSuccessField(nsResult) && hasSuccessField(sResult)) {
+      const nonStreamingResult = nsResult;
+      const streamingResult = sResult;
+      const requestBody = JSON.stringify({
+        model: usageModel,
+        messages: [{ role: "user", content: "say hello and briefly introduce yourself" }],
+        max_tokens: 1024
+      });
+      const upstreamUrl = `${openaiUrl}/v1/chat/completions`;
+      await addTestLogEntry({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        method: "POST",
+        path: "/v1/chat/completions",
+        model: nonStreamingResult.model ?? displayName,
+        sessionId: null,
+        rawRequestBody: requestBody,
+        responseStatus: nonStreamingResult.success ? 200 : 500,
+        responseText: nonStreamingResult.rawResponse ?? JSON.stringify(nonStreamingResult),
+        inputTokens: nonStreamingResult.inputTokens ?? null,
+        outputTokens: nonStreamingResult.outputTokens ?? null,
+        cacheCreationInputTokens: null,
+        cacheReadInputTokens: null,
+        elapsedMs: nonStreamingResult.latencyMs ?? 0,
+        streaming: false,
+        userAgent: "provider-test",
+        origin: null,
+        apiFormat: "openai",
+        isTest: true,
+        providerName,
+        headers: nonStreamingResult.requestHeaders ?? {}
+      });
+      appendLogEntry(
+        createTestLogEntry(
+          providerName,
+          "/v1/chat/completions",
+          requestBody,
+          upstreamUrl,
+          nonStreamingResult,
+          true
+        )
+      );
+      const streamingRequestBody = JSON.stringify({
+        model: usageModel,
+        messages: [{ role: "user", content: "say hello" }],
+        max_tokens: 256,
+        stream: true
+      });
+      await addTestLogEntry({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        method: "POST",
+        path: "/v1/chat/completions",
+        model: streamingResult.model ?? displayName,
+        sessionId: null,
+        rawRequestBody: streamingRequestBody,
+        responseStatus: streamingResult.success ? 200 : 500,
+        responseText: streamingResult.rawResponse ?? JSON.stringify(streamingResult),
+        inputTokens: streamingResult.inputTokens ?? null,
+        outputTokens: streamingResult.outputTokens ?? null,
+        cacheCreationInputTokens: null,
+        cacheReadInputTokens: null,
+        elapsedMs: streamingResult.latencyMs ?? 0,
+        streaming: true,
+        streamingChunks: streamingResult.streamingChunks,
+        userAgent: "provider-test",
+        origin: null,
+        apiFormat: "openai",
+        isTest: true,
+        providerName,
+        headers: streamingResult.requestHeaders ?? {}
+      });
+      appendLogEntry(
+        createTestLogEntry(
+          providerName,
+          "/v1/chat/completions",
+          streamingRequestBody,
+          upstreamUrl,
+          streamingResult,
+          true
+        )
+      );
+    }
+  }
+}
+const Route = createFileRoute("/api/providers/$providerId/test/log")({
+  server: {
+    handlers: {
+      POST: async ({ params, request }) => {
+        const provider = getProvider(params.providerId);
+        if (!provider) {
+          return Response.json({ error: "Provider not found" }, { status: 404 });
+        }
+        let body;
+        try {
+          body = await request.json();
+        } catch {
+          return Response.json({ error: "Invalid JSON body" }, { status: 400 });
+        }
+        const parsed = ProviderTestResultsSchema.safeParse(body);
+        if (!parsed.success) {
+          return Response.json(
+            { error: `Invalid test results: ${parsed.error.message}` },
+            { status: 400 }
+          );
+        }
+        const results = parsed.data;
+        const anthropicUrl = provider.anthropicBaseUrl !== void 0 && provider.anthropicBaseUrl.length > 0 ? provider.anthropicBaseUrl : void 0;
+        const openaiUrl = provider.openaiBaseUrl !== void 0 && provider.openaiBaseUrl.length > 0 ? provider.openaiBaseUrl : void 0;
+        const entries = [];
+        if (results.models !== void 0) {
+          for (const [modelName, modelResult] of Object.entries(results.models)) {
+            entries.push(
+              logModelResults(modelName, provider.name, anthropicUrl, openaiUrl, modelResult)
+            );
+          }
+        }
+        await Promise.all(entries);
+        return Response.json({ logged: entries.length });
+      }
+    }
+  }
+});
+const IndexRoute = Route$i.update({
   id: "/",
   path: "/",
-  getParentRoute: () => Route$i
+  getParentRoute: () => Route$j
 });
-const ProxySplatRoute = Route$g.update({
+const ProxySplatRoute = Route$h.update({
   id: "/proxy/$",
   path: "/proxy/$",
-  getParentRoute: () => Route$i
+  getParentRoute: () => Route$j
 });
-const ApiSessionsRoute = Route$f.update({
+const ApiSessionsRoute = Route$g.update({
   id: "/api/sessions",
   path: "/api/sessions",
-  getParentRoute: () => Route$i
+  getParentRoute: () => Route$j
 });
-const ApiProvidersRoute = Route$e.update({
+const ApiProvidersRoute = Route$f.update({
   id: "/api/providers",
   path: "/api/providers",
-  getParentRoute: () => Route$i
+  getParentRoute: () => Route$j
 });
-const ApiModelsRoute = Route$d.update({
+const ApiModelsRoute = Route$e.update({
   id: "/api/models",
   path: "/api/models",
-  getParentRoute: () => Route$i
+  getParentRoute: () => Route$j
 });
-const ApiMcpRoute = Route$c.update({
+const ApiMcpRoute = Route$d.update({
   id: "/api/mcp",
   path: "/api/mcp",
-  getParentRoute: () => Route$i
+  getParentRoute: () => Route$j
 });
-const ApiLogsRoute = Route$b.update({
+const ApiLogsRoute = Route$c.update({
   id: "/api/logs",
   path: "/api/logs",
-  getParentRoute: () => Route$i
+  getParentRoute: () => Route$j
 });
-const ApiHealthRoute = Route$a.update({
+const ApiHealthRoute = Route$b.update({
   id: "/api/health",
   path: "/api/health",
-  getParentRoute: () => Route$i
+  getParentRoute: () => Route$j
 });
-const ApiConfigRoute = Route$9.update({
+const ApiConfigRoute = Route$a.update({
   id: "/api/config",
   path: "/api/config",
-  getParentRoute: () => Route$i
+  getParentRoute: () => Route$j
 });
-const ApiProvidersImportRoute = Route$8.update({
+const ApiProvidersImportRoute = Route$9.update({
   id: "/import",
   path: "/import",
   getParentRoute: () => ApiProvidersRoute
 });
-const ApiProvidersExportRoute = Route$7.update({
+const ApiProvidersExportRoute = Route$8.update({
   id: "/export",
   path: "/export",
   getParentRoute: () => ApiProvidersRoute
 });
-const ApiProvidersProviderIdRoute = Route$6.update({
+const ApiProvidersProviderIdRoute = Route$7.update({
   id: "/$providerId",
   path: "/$providerId",
   getParentRoute: () => ApiProvidersRoute
 });
-const ApiLogsStreamRoute = Route$5.update({
+const ApiLogsStreamRoute = Route$6.update({
   id: "/stream",
   path: "/stream",
   getParentRoute: () => ApiLogsRoute
 });
-const ApiLogsIdRoute = Route$4.update({
+const ApiLogsIdRoute = Route$5.update({
   id: "/$id",
   path: "/$id",
   getParentRoute: () => ApiLogsRoute
 });
-const ApiConfigPathsRoute = Route$3.update({
+const ApiConfigPathsRoute = Route$4.update({
   id: "/paths",
   path: "/paths",
   getParentRoute: () => ApiConfigRoute
 });
-const ApiProvidersProviderIdTestRoute = Route$2.update({
+const ApiProvidersProviderIdTestRoute = Route$3.update({
   id: "/test",
   path: "/test",
   getParentRoute: () => ApiProvidersProviderIdRoute
 });
-const ApiLogsIdReplayRoute = Route$1.update({
+const ApiLogsIdReplayRoute = Route$2.update({
   id: "/replay",
   path: "/replay",
   getParentRoute: () => ApiLogsIdRoute
 });
-const ApiLogsIdChunksRoute = Route.update({
+const ApiLogsIdChunksRoute = Route$1.update({
   id: "/chunks",
   path: "/chunks",
   getParentRoute: () => ApiLogsIdRoute
 });
+const ApiProvidersProviderIdTestLogRoute = Route.update({
+  id: "/log",
+  path: "/log",
+  getParentRoute: () => ApiProvidersProviderIdTestRoute
+});
 const ApiConfigRouteChildren = {
   ApiConfigPathsRoute
 };
@@ -4204,8 +4449,14 @@ const ApiLogsRouteChildren = {
   ApiLogsStreamRoute
 };
 const ApiLogsRouteWithChildren = ApiLogsRoute._addFileChildren(ApiLogsRouteChildren);
+const ApiProvidersProviderIdTestRouteChildren = {
+  ApiProvidersProviderIdTestLogRoute
+};
+const ApiProvidersProviderIdTestRouteWithChildren = ApiProvidersProviderIdTestRoute._addFileChildren(
+  ApiProvidersProviderIdTestRouteChildren
+);
 const ApiProvidersProviderIdRouteChildren = {
-  ApiProvidersProviderIdTestRoute
+  ApiProvidersProviderIdTestRoute: ApiProvidersProviderIdTestRouteWithChildren
 };
 const ApiProvidersProviderIdRouteWithChildren = ApiProvidersProviderIdRoute._addFileChildren(
   ApiProvidersProviderIdRouteChildren
@@ -4229,7 +4480,7 @@ const rootRouteChildren = {
   ApiSessionsRoute,
   ProxySplatRoute
 };
-const routeTree = Route$i._addFileChildren(rootRouteChildren)._addFileTypes();
+const routeTree = Route$j._addFileChildren(rootRouteChildren)._addFileTypes();
 function getRouter() {
   const router2 = createRouter({
     routeTree,
@@ -4244,10 +4495,12 @@ const router = /* @__PURE__ */ Object.freeze(/* @__PURE__ */ Object.defineProper
 export {
   CapturedLogSchema as C,
   InspectorResponseSchema as I,
-  ProviderConfigSchema as P,
+  ProviderTestResultsSchema as P,
   RuntimeConfigSchema as R,
-  StreamingChunkSchema$1 as S,
   parseRequest as a,
+  createFailedProviderTestResults as b,
+  createPendingProviderTestResults as c,
+  ProviderConfigSchema as d,
   parseOpenAIResponse as p,
   router as r,
   stripClaudeCodeBillingHeader as s