@tonyclaw/agent-inspector 2.1.15 → 2.1.17

package/src/proxy/sessionSupervisor.ts

@@ -60,6 +60,18 @@ function normalizeExplicitSessionId(sessionId: string | null | undefined): strin
   return trimmed.length > 0 ? trimmed : null;
 }
 
+export function buildProviderTestSessionId(providerId: string): string {
+  const normalizedProviderId = normalizeExplicitSessionId(providerId);
+  if (normalizedProviderId === null) return PROVIDER_TEST_SESSION_ID;
+  return `${PROVIDER_TEST_SESSION_ID}:${normalizedProviderId}`;
+}
+
+function isProviderTestSessionId(sessionId: string): boolean {
+  return (
+    sessionId === PROVIDER_TEST_SESSION_ID || sessionId.startsWith(`${PROVIDER_TEST_SESSION_ID}:`)
+  );
+}
+
 function buildClientSessionId(clientInfo: SessionClientInfo): SessionIdentity {
   const projectFolder = normalizeExplicitSessionId(clientInfo.projectFolder);
 
@@ -88,11 +100,18 @@ export function resolveSessionIdentity(input: {
   clientInfo?: SessionClientInfo;
   isTest?: boolean;
 }): SessionIdentity {
+  const explicit = normalizeExplicitSessionId(input.explicitSessionId);
+
   if (input.isTest === true) {
+    if (explicit !== null) {
+      return {
+        id: explicit,
+        source: isProviderTestSessionId(explicit) ? "provider-test" : "explicit",
+      };
+    }
     return { id: PROVIDER_TEST_SESSION_ID, source: "provider-test" };
   }
 
-  const explicit = normalizeExplicitSessionId(input.explicitSessionId);
   if (explicit !== null) {
     return { id: explicit, source: "explicit" };
   }

package/src/proxy/store.ts

@@ -322,7 +322,7 @@ function prepareLogForList(log: CapturedLog, includeBodies: boolean): CapturedLo
 
 /**
  * Add a test log entry to the in-memory store and persistent log file.
- * This is used by the provider test endpoint to seed the provider-test session.
+ * This is used by the provider test endpoint to seed provider-test sessions.
  */
 export async function addTestLogEntry(entry: Omit<CapturedLog, "id">): Promise<CapturedLog> {
   const id = await getNextLogId();

package/src/routes/api/providers.$providerId.test.log.ts

@@ -2,9 +2,11 @@ import { createFileRoute } from "@tanstack/react-router";
 import { getProvider, getModelUsageName } from "../../proxy/providers";
 import { addTestLogEntry } from "../../proxy/store";
 import { getConfig } from "../../proxy/config";
+import { buildProviderTestSessionId } from "../../proxy/sessionSupervisor";
 import { buildProviderTestRequestBody } from "../../lib/providerTestPrompt";
 import {
   ProviderTestResultsSchema,
+  type ProviderModelTestResults,
   type ProviderTestResult as TestResult,
   type ProviderTestState,
 } from "../../lib/providerTestContract";
@@ -52,12 +54,11 @@ function getResultTokensPerSecond(result: TestResult): number | null {
 async function logModelResults(
   displayName: string,
   providerName: string,
+  providerSessionId: string,
   anthropicUrl: string | undefined,
-  openaiUrl: string | undefined,
-  modelResults: {
-    anthropic: { nonStreaming: ProviderTestState; streaming: ProviderTestState };
-    openai: { nonStreaming: ProviderTestState; streaming: ProviderTestState };
-  },
+  openaiChatUrl: string | undefined,
+  openaiResponsesUrl: string | undefined,
+  modelResults: ProviderModelTestResults,
   captureFullDetails: boolean,
 ): Promise<void> {
   const usageModel = getModelUsageName(displayName, providerName);
@@ -76,7 +77,7 @@ async function logModelResults(
         method: "POST",
         path: "/v1/messages",
         model: nonStreamingResult.model ?? displayName,
-        sessionId: null,
+        sessionId: providerSessionId,
         rawRequestBody: requestBody,
         responseStatus: getResultResponseStatus(nonStreamingResult),
         responseText: getResultResponseText(nonStreamingResult),
@@ -106,7 +107,7 @@ async function logModelResults(
         method: "POST",
         path: "/v1/messages",
         model: streamingResult.model ?? displayName,
-        sessionId: null,
+        sessionId: providerSessionId,
         rawRequestBody: streamingRequestBody,
         responseStatus: getResultResponseStatus(streamingResult),
         responseText: getResultResponseText(streamingResult),
@@ -130,9 +131,9 @@ async function logModelResults(
     }
   }
 
-  if (openaiUrl !== undefined) {
-    const nsResult = modelResults.openai.nonStreaming;
-    const sResult = modelResults.openai.streaming;
+  if (openaiChatUrl !== undefined) {
+    const nsResult = modelResults.openaiChat.nonStreaming;
+    const sResult = modelResults.openaiChat.streaming;
     if (hasSuccessField(nsResult) && hasSuccessField(sResult)) {
       const nonStreamingResult = nsResult;
       const streamingResult = sResult;
@@ -144,7 +145,7 @@ async function logModelResults(
         method: "POST",
         path: "/v1/chat/completions",
         model: nonStreamingResult.model ?? displayName,
-        sessionId: null,
+        sessionId: providerSessionId,
         rawRequestBody: requestBody,
         responseStatus: getResultResponseStatus(nonStreamingResult),
         responseText: getResultResponseText(nonStreamingResult),
@@ -174,7 +175,7 @@ async function logModelResults(
         method: "POST",
         path: "/v1/chat/completions",
         model: streamingResult.model ?? displayName,
-        sessionId: null,
+        sessionId: providerSessionId,
         rawRequestBody: streamingRequestBody,
         responseStatus: getResultResponseStatus(streamingResult),
         responseText: getResultResponseText(streamingResult),
@@ -197,6 +198,76 @@ async function logModelResults(
       });
     }
   }
+
+  if (openaiResponsesUrl !== undefined) {
+    const nsResult = modelResults.openaiResponses.nonStreaming;
+    const sResult = modelResults.openaiResponses.streaming;
+    if (hasSuccessField(nsResult) && hasSuccessField(sResult)) {
+      const nonStreamingResult = nsResult;
+      const streamingResult = sResult;
+
+      const requestBody = JSON.stringify(
+        buildProviderTestRequestBody(usageModel, "non-streaming", "responses"),
+      );
+
+      await addTestLogEntry({
+        timestamp: new Date().toISOString(),
+        method: "POST",
+        path: "/v1/responses",
+        model: nonStreamingResult.model ?? displayName,
+        sessionId: providerSessionId,
+        rawRequestBody: requestBody,
+        responseStatus: getResultResponseStatus(nonStreamingResult),
+        responseText: getResultResponseText(nonStreamingResult),
+        inputTokens: nonStreamingResult.inputTokens ?? null,
+        outputTokens: nonStreamingResult.outputTokens ?? null,
+        cacheCreationInputTokens: null,
+        cacheReadInputTokens: nonStreamingResult.cacheReadInputTokens ?? null,
+        elapsedMs: nonStreamingResult.latencyMs ?? 0,
+        firstChunkMs: null,
+        totalStreamMs: null,
+        tokensPerSecond: null,
+        streaming: false,
+        userAgent: "provider-test",
+        origin: null,
+        apiFormat: "openai",
+        isTest: true,
+        providerName,
+        headers: captureFullDetails ? getResultHeaders(nonStreamingResult) : undefined,
+      });
+
+      const streamingRequestBody = JSON.stringify(
+        buildProviderTestRequestBody(usageModel, "streaming", "responses"),
+      );
+
+      await addTestLogEntry({
+        timestamp: new Date().toISOString(),
+        method: "POST",
+        path: "/v1/responses",
+        model: streamingResult.model ?? displayName,
+        sessionId: providerSessionId,
+        rawRequestBody: streamingRequestBody,
+        responseStatus: getResultResponseStatus(streamingResult),
+        responseText: getResultResponseText(streamingResult),
+        inputTokens: streamingResult.inputTokens ?? null,
+        outputTokens: streamingResult.outputTokens ?? null,
+        cacheCreationInputTokens: null,
+        cacheReadInputTokens: streamingResult.cacheReadInputTokens ?? null,
+        elapsedMs: getResultTotalStreamMs(streamingResult) ?? 0,
+        firstChunkMs: getResultFirstChunkMs(streamingResult),
+        totalStreamMs: getResultTotalStreamMs(streamingResult),
+        tokensPerSecond: getResultTokensPerSecond(streamingResult),
+        streaming: true,
+        streamingChunks: captureFullDetails ? streamingResult.streamingChunks : undefined,
+        userAgent: "provider-test",
+        origin: null,
+        apiFormat: "openai",
+        isTest: true,
+        providerName,
+        headers: captureFullDetails ? getResultHeaders(streamingResult) : undefined,
+      });
+    }
+  }
 }
 
 export const Route = createFileRoute("/api/providers/$providerId/test/log")({
@@ -224,15 +295,21 @@ export const Route = createFileRoute("/api/providers/$providerId/test/log")({
         }
 
         const results = parsed.data;
+        const providerSessionId = buildProviderTestSessionId(params.providerId);
         const captureFullDetails = getConfig().captureMode === "full";
         const anthropicUrl =
           provider.anthropicBaseUrl !== undefined && provider.anthropicBaseUrl.length > 0
             ? provider.anthropicBaseUrl
             : undefined;
-        const openaiUrl =
+        const openaiChatUrl =
           provider.openaiBaseUrl !== undefined && provider.openaiBaseUrl.length > 0
             ? provider.openaiBaseUrl
             : undefined;
+        const openaiResponsesUrl =
+          provider.openaiResponsesBaseUrl !== undefined &&
+          provider.openaiResponsesBaseUrl.length > 0
+            ? provider.openaiResponsesBaseUrl
+            : undefined;
 
         const entries: Promise<void>[] = [];
         if (results.models !== undefined) {
@@ -241,8 +318,10 @@ export const Route = createFileRoute("/api/providers/$providerId/test/log")({
               logModelResults(
                 modelName,
                 provider.name,
+                providerSessionId,
                 anthropicUrl,
-                openaiUrl,
+                openaiChatUrl,
+                openaiResponsesUrl,
                 modelResult,
                 captureFullDetails,
               ),

package/styles/globals.css

@@ -1,183 +1,183 @@
-@import "tailwindcss";
-@import "tw-animate-css";
-@plugin "@tailwindcss/typography";
-
-@custom-variant dark (&:is(.dark *));
-
-@theme inline {
-  --color-background: var(--background);
-  --color-foreground: var(--foreground);
-  --color-sidebar-ring: var(--sidebar-ring);
-  --color-sidebar-border: var(--sidebar-border);
-  --color-sidebar-accent-foreground: var(--sidebar-accent-foreground);
-  --color-sidebar-accent: var(--sidebar-accent);
-  --color-sidebar-primary-foreground: var(--sidebar-primary-foreground);
-  --color-sidebar-primary: var(--sidebar-primary);
-  --color-sidebar-foreground: var(--sidebar-foreground);
-  --color-sidebar: var(--sidebar);
-  --color-chart-5: var(--chart-5);
-  --color-chart-4: var(--chart-4);
-  --color-chart-3: var(--chart-3);
-  --color-chart-2: var(--chart-2);
-  --color-chart-1: var(--chart-1);
-  --color-ring: var(--ring);
-  --color-input: var(--input);
-  --color-border: var(--border);
-  --color-destructive: var(--destructive);
-  --color-accent-foreground: var(--accent-foreground);
-  --color-accent: var(--accent);
-  --color-muted-foreground: var(--muted-foreground);
-  --color-muted: var(--muted);
-  --color-secondary-foreground: var(--secondary-foreground);
-  --color-secondary: var(--secondary);
-  --color-primary-foreground: var(--primary-foreground);
-  --color-primary: var(--primary);
-  --color-popover-foreground: var(--popover-foreground);
-  --color-popover: var(--popover);
-  --color-card-foreground: var(--card-foreground);
-  --color-card: var(--card);
-  --radius-sm: calc(var(--radius) - 4px);
-  --radius-md: calc(var(--radius) - 2px);
-  --radius-lg: var(--radius);
-  --radius-xl: calc(var(--radius) + 4px);
-  --animate-crab-crawl: crab-crawl-down 0.6s ease-in-out infinite;
-  --animate-crab-appear: crab-appear 300ms ease-out;
-  --animate-crab-settle: crab-settle 400ms ease-in-out;
-  --animate-crab-piano-pop: crab-piano-pop 400ms cubic-bezier(0.34, 1.56, 0.64, 1) backwards;
-}
-
-:root {
-  --radius: 0.625rem;
-  --background: oklch(1 0 0);
-  --foreground: oklch(0.145 0 0);
-  --card: oklch(1 0 0);
-  --card-foreground: oklch(0.145 0 0);
-  --popover: oklch(1 0 0);
-  --popover-foreground: oklch(0.145 0 0);
-  --primary: oklch(0.205 0 0);
-  --primary-foreground: oklch(0.985 0 0);
-  --secondary: oklch(0.97 0 0);
-  --secondary-foreground: oklch(0.205 0 0);
-  --muted: oklch(0.97 0 0);
-  --muted-foreground: oklch(0.556 0 0);
-  --accent: oklch(0.97 0 0);
-  --accent-foreground: oklch(0.205 0 0);
-  --destructive: oklch(0.577 0.245 27.325);
-  --border: oklch(0.922 0 0);
-  --input: oklch(0.922 0 0);
-  --ring: oklch(0.708 0 0);
-  --chart-1: oklch(0.646 0.222 41.116);
-  --chart-2: oklch(0.6 0.118 184.704);
-  --chart-3: oklch(0.398 0.07 227.392);
-  --chart-4: oklch(0.828 0.189 84.429);
-  --chart-5: oklch(0.769 0.188 70.08);
-  --sidebar: oklch(0.985 0 0);
-  --sidebar-foreground: oklch(0.145 0 0);
-  --sidebar-primary: oklch(0.205 0 0);
-  --sidebar-primary-foreground: oklch(0.985 0 0);
-  --sidebar-accent: oklch(0.97 0 0);
-  --sidebar-accent-foreground: oklch(0.205 0 0);
-  --sidebar-border: oklch(0.922 0 0);
-  --sidebar-ring: oklch(0.708 0 0);
-}
-
-.dark {
-  --background: oklch(0.145 0 0);
-  --foreground: oklch(0.985 0 0);
-  --card: oklch(0.205 0 0);
-  --card-foreground: oklch(0.985 0 0);
-  --popover: oklch(0.205 0 0);
-  --popover-foreground: oklch(0.985 0 0);
-  --primary: oklch(0.922 0 0);
-  --primary-foreground: oklch(0.205 0 0);
-  --secondary: oklch(0.269 0 0);
-  --secondary-foreground: oklch(0.985 0 0);
-  --muted: oklch(0.269 0 0);
-  --muted-foreground: oklch(0.708 0 0);
-  --accent: oklch(0.269 0 0);
-  --accent-foreground: oklch(0.985 0 0);
-  --destructive: oklch(0.704 0.191 22.216);
-  --border: oklch(1 0 0 / 10%);
-  --input: oklch(1 0 0 / 15%);
-  --ring: oklch(0.556 0 0);
-  --chart-1: oklch(0.488 0.243 264.376);
-  --chart-2: oklch(0.696 0.17 162.48);
-  --chart-3: oklch(0.769 0.188 70.08);
-  --chart-4: oklch(0.627 0.265 303.9);
-  --chart-5: oklch(0.645 0.246 16.439);
-  --sidebar: oklch(0.205 0 0);
-  --sidebar-foreground: oklch(0.985 0 0);
-  --sidebar-primary: oklch(0.488 0.243 264.376);
-  --sidebar-primary-foreground: oklch(0.985 0 0);
-  --sidebar-accent: oklch(0.269 0 0);
-  --sidebar-accent-foreground: oklch(0.985 0 0);
-  --sidebar-border: oklch(1 0 0 / 10%);
-  --sidebar-ring: oklch(0.556 0 0);
-}
-
-@keyframes crab-crawl-down {
-  0%, 100% {
-    transform: translateY(0px);
-  }
-  25% {
-    transform: translateY(2px);
-  }
-  75% {
-    transform: translateY(-1px);
-  }
-}
-
-@keyframes crab-appear {
-  0% {
-    transform: scale(0.5);
-    opacity: 0;
-  }
-  100% {
-    transform: scale(1);
-    opacity: 1;
-  }
-}
-
-@keyframes crab-settle {
-  0% {
-    transform: scale(1);
-  }
-  50% {
-    transform: scale(1.15);
-  }
-  100% {
-    transform: scale(1);
-  }
-}
-
-@keyframes crab-piano-pop {
-  0% {
-    transform: scale(0) translateY(0);
-    opacity: 0;
-  }
-  60% {
-    transform: scale(1.3) translateY(-4px);
-    opacity: 1;
-  }
-  100% {
-    transform: scale(1) translateY(0);
-    opacity: 1;
-  }
-}
-
-@media (prefers-reduced-motion: reduce) {
-  .animate-crab-piano-pop {
-    animation: none !important;
-  }
-}
-
-[data-deep-link-highlight="true"] {
-  background: color-mix(in oklch, var(--chart-2) 18%, transparent);
-  box-shadow:
-    inset 0 0 0 1px color-mix(in oklch, var(--chart-2) 65%, transparent),
-    0 0 0 3px color-mix(in oklch, var(--chart-2) 20%, transparent);
-}
-
+@import "tailwindcss";
+@import "tw-animate-css";
+@plugin "@tailwindcss/typography";
+
+@custom-variant dark (&:is(.dark *));
+
+@theme inline {
+  --color-background: var(--background);
+  --color-foreground: var(--foreground);
+  --color-sidebar-ring: var(--sidebar-ring);
+  --color-sidebar-border: var(--sidebar-border);
+  --color-sidebar-accent-foreground: var(--sidebar-accent-foreground);
+  --color-sidebar-accent: var(--sidebar-accent);
+  --color-sidebar-primary-foreground: var(--sidebar-primary-foreground);
+  --color-sidebar-primary: var(--sidebar-primary);
+  --color-sidebar-foreground: var(--sidebar-foreground);
+  --color-sidebar: var(--sidebar);
+  --color-chart-5: var(--chart-5);
+  --color-chart-4: var(--chart-4);
+  --color-chart-3: var(--chart-3);
+  --color-chart-2: var(--chart-2);
+  --color-chart-1: var(--chart-1);
+  --color-ring: var(--ring);
+  --color-input: var(--input);
+  --color-border: var(--border);
+  --color-destructive: var(--destructive);
+  --color-accent-foreground: var(--accent-foreground);
+  --color-accent: var(--accent);
+  --color-muted-foreground: var(--muted-foreground);
+  --color-muted: var(--muted);
+  --color-secondary-foreground: var(--secondary-foreground);
+  --color-secondary: var(--secondary);
+  --color-primary-foreground: var(--primary-foreground);
+  --color-primary: var(--primary);
+  --color-popover-foreground: var(--popover-foreground);
+  --color-popover: var(--popover);
+  --color-card-foreground: var(--card-foreground);
+  --color-card: var(--card);
+  --radius-sm: calc(var(--radius) - 4px);
+  --radius-md: calc(var(--radius) - 2px);
+  --radius-lg: var(--radius);
+  --radius-xl: calc(var(--radius) + 4px);
+  --animate-crab-crawl: crab-crawl-down 0.6s ease-in-out infinite;
+  --animate-crab-appear: crab-appear 300ms ease-out;
+  --animate-crab-settle: crab-settle 400ms ease-in-out;
+  --animate-crab-piano-pop: crab-piano-pop 400ms cubic-bezier(0.34, 1.56, 0.64, 1) backwards;
+}
+
+:root {
+  --radius: 0.625rem;
+  --background: oklch(1 0 0);
+  --foreground: oklch(0.145 0 0);
+  --card: oklch(1 0 0);
+  --card-foreground: oklch(0.145 0 0);
+  --popover: oklch(1 0 0);
+  --popover-foreground: oklch(0.145 0 0);
+  --primary: oklch(0.205 0 0);
+  --primary-foreground: oklch(0.985 0 0);
+  --secondary: oklch(0.97 0 0);
+  --secondary-foreground: oklch(0.205 0 0);
+  --muted: oklch(0.97 0 0);
+  --muted-foreground: oklch(0.556 0 0);
+  --accent: oklch(0.97 0 0);
+  --accent-foreground: oklch(0.205 0 0);
+  --destructive: oklch(0.577 0.245 27.325);
+  --border: oklch(0.922 0 0);
+  --input: oklch(0.922 0 0);
+  --ring: oklch(0.708 0 0);
+  --chart-1: oklch(0.646 0.222 41.116);
+  --chart-2: oklch(0.6 0.118 184.704);
+  --chart-3: oklch(0.398 0.07 227.392);
+  --chart-4: oklch(0.828 0.189 84.429);
+  --chart-5: oklch(0.769 0.188 70.08);
+  --sidebar: oklch(0.985 0 0);
+  --sidebar-foreground: oklch(0.145 0 0);
+  --sidebar-primary: oklch(0.205 0 0);
+  --sidebar-primary-foreground: oklch(0.985 0 0);
+  --sidebar-accent: oklch(0.97 0 0);
+  --sidebar-accent-foreground: oklch(0.205 0 0);
+  --sidebar-border: oklch(0.922 0 0);
+  --sidebar-ring: oklch(0.708 0 0);
+}
+
+.dark {
+  --background: oklch(0.145 0 0);
+  --foreground: oklch(0.985 0 0);
+  --card: oklch(0.205 0 0);
+  --card-foreground: oklch(0.985 0 0);
+  --popover: oklch(0.205 0 0);
+  --popover-foreground: oklch(0.985 0 0);
+  --primary: oklch(0.922 0 0);
+  --primary-foreground: oklch(0.205 0 0);
+  --secondary: oklch(0.269 0 0);
+  --secondary-foreground: oklch(0.985 0 0);
+  --muted: oklch(0.269 0 0);
+  --muted-foreground: oklch(0.708 0 0);
+  --accent: oklch(0.269 0 0);
+  --accent-foreground: oklch(0.985 0 0);
+  --destructive: oklch(0.704 0.191 22.216);
+  --border: oklch(1 0 0 / 10%);
+  --input: oklch(1 0 0 / 15%);
+  --ring: oklch(0.556 0 0);
+  --chart-1: oklch(0.488 0.243 264.376);
+  --chart-2: oklch(0.696 0.17 162.48);
+  --chart-3: oklch(0.769 0.188 70.08);
+  --chart-4: oklch(0.627 0.265 303.9);
+  --chart-5: oklch(0.645 0.246 16.439);
+  --sidebar: oklch(0.205 0 0);
+  --sidebar-foreground: oklch(0.985 0 0);
+  --sidebar-primary: oklch(0.488 0.243 264.376);
+  --sidebar-primary-foreground: oklch(0.985 0 0);
+  --sidebar-accent: oklch(0.269 0 0);
+  --sidebar-accent-foreground: oklch(0.985 0 0);
+  --sidebar-border: oklch(1 0 0 / 10%);
+  --sidebar-ring: oklch(0.556 0 0);
+}
+
+@keyframes crab-crawl-down {
+  0%, 100% {
+    transform: translateY(0px);
+  }
+  25% {
+    transform: translateY(2px);
+  }
+  75% {
+    transform: translateY(-1px);
+  }
+}
+
+@keyframes crab-appear {
+  0% {
+    transform: scale(0.5);
+    opacity: 0;
+  }
+  100% {
+    transform: scale(1);
+    opacity: 1;
+  }
+}
+
+@keyframes crab-settle {
+  0% {
+    transform: scale(1);
+  }
+  50% {
+    transform: scale(1.15);
+  }
+  100% {
+    transform: scale(1);
+  }
+}
+
+@keyframes crab-piano-pop {
+  0% {
+    transform: scale(0) translateY(0);
+    opacity: 0;
+  }
+  60% {
+    transform: scale(1.3) translateY(-4px);
+    opacity: 1;
+  }
+  100% {
+    transform: scale(1) translateY(0);
+    opacity: 1;
+  }
+}
+
+@media (prefers-reduced-motion: reduce) {
+  .animate-crab-piano-pop {
+    animation: none !important;
+  }
+}
+
+[data-deep-link-highlight="true"] {
+  background: color-mix(in oklch, var(--chart-2) 18%, transparent);
+  box-shadow:
+    inset 0 0 0 1px color-mix(in oklch, var(--chart-2) 65%, transparent),
+    0 0 0 3px color-mix(in oklch, var(--chart-2) 20%, transparent);
+}
+
 @layer base {
   * {
     @apply border-border outline-ring/50;