@tonyclaw/agent-inspector 3.1.32 → 4.0.2

package/src/backend/routes/api/providers.$providerId.test.log.ts

@@ -1,342 +0,0 @@
-import { createFileRoute } from "@tanstack/react-router";
-import { basename } from "node:path";
-import { getProvider, getModelUsageName } from "../../../proxy/providers";
-import { addTestLogEntry } from "../../../proxy/store";
-import { getConfig } from "../../../proxy/config";
-import { buildProviderTestSessionId } from "../../../proxy/sessionSupervisor";
-import { buildProviderTestRequestBody } from "../../../lib/providerTestPrompt";
-import {
-  ProviderTestResultsSchema,
-  type ProviderModelTestResults,
-  type ProviderTestResult as TestResult,
-  type ProviderTestState,
-} from "../../../lib/providerTestContract";
-import { computeTokensPerSecond, firstChunkMsFromChunks } from "../../../proxy/streamTiming";
-
-function hasSuccessField(result: ProviderTestState): result is TestResult {
-  return Object.prototype.hasOwnProperty.call(result, "success");
-}
-
-function getResultResponseStatus(result: TestResult): number {
-  if (result.debug?.responseStatus !== undefined) {
-    return result.debug.responseStatus;
-  }
-
-  return result.success ? 200 : 500;
-}
-
-function getResultResponseText(result: TestResult): string {
-  return result.rawResponse ?? result.debug?.responseBody ?? JSON.stringify(result);
-}
-
-function getResultHeaders(result: TestResult): Record<string, string> {
-  return result.requestHeaders ?? result.debug?.requestHeaders ?? {};
-}
-
-function getResultTotalStreamMs(result: TestResult): number | null {
-  return result.totalStreamMs ?? (result.streaming === true ? (result.latencyMs ?? null) : null);
-}
-
-function getResultFirstChunkMs(result: TestResult): number | null {
-  return result.firstChunkMs ?? firstChunkMsFromChunks(result.streamingChunks?.chunks);
-}
-
-function getResultTokensPerSecond(result: TestResult): number | null {
-  return (
-    result.tokensPerSecond ??
-    computeTokensPerSecond({
-      outputTokens: result.outputTokens,
-      firstChunkMs: getResultFirstChunkMs(result),
-      totalStreamMs: getResultTotalStreamMs(result),
-    })
-  );
-}
-
-function providerTestClientFields(providerName: string): {
-  userAgent: string;
-  origin: null;
-  isTest: true;
-  providerName: string;
-  clientPid: number;
-  clientCwd: string;
-  clientProjectFolder: string;
-} {
-  const cwd = process.cwd();
-  return {
-    userAgent: "Agent Inspector Provider Test",
-    origin: null,
-    isTest: true,
-    providerName,
-    clientPid: process.pid,
-    clientCwd: cwd,
-    clientProjectFolder: basename(cwd),
-  };
-}
-
-async function logModelResults(
-  displayName: string,
-  providerName: string,
-  providerSessionId: string,
-  anthropicUrl: string | undefined,
-  openaiChatUrl: string | undefined,
-  openaiResponsesUrl: string | undefined,
-  modelResults: ProviderModelTestResults,
-  captureFullDetails: boolean,
-): Promise<void> {
-  const usageModel = getModelUsageName(displayName, providerName);
-
-  if (anthropicUrl !== undefined) {
-    const nsResult = modelResults.anthropic.nonStreaming;
-    const sResult = modelResults.anthropic.streaming;
-    if (hasSuccessField(nsResult) && hasSuccessField(sResult)) {
-      const nonStreamingResult = nsResult;
-      const streamingResult = sResult;
-
-      const requestBody = JSON.stringify(buildProviderTestRequestBody(usageModel, "non-streaming"));
-
-      await addTestLogEntry({
-        timestamp: new Date().toISOString(),
-        method: "POST",
-        path: "/v1/messages",
-        model: nonStreamingResult.model ?? displayName,
-        sessionId: providerSessionId,
-        rawRequestBody: requestBody,
-        responseStatus: getResultResponseStatus(nonStreamingResult),
-        responseText: getResultResponseText(nonStreamingResult),
-        inputTokens: nonStreamingResult.inputTokens ?? null,
-        outputTokens: nonStreamingResult.outputTokens ?? null,
-        cacheCreationInputTokens: nonStreamingResult.cacheCreationInputTokens ?? null,
-        cacheReadInputTokens: nonStreamingResult.cacheReadInputTokens ?? null,
-        elapsedMs: nonStreamingResult.latencyMs ?? 0,
-        firstChunkMs: null,
-        totalStreamMs: null,
-        tokensPerSecond: null,
-        streaming: false,
-        apiFormat: "anthropic",
-        ...providerTestClientFields(providerName),
-        headers: captureFullDetails ? getResultHeaders(nonStreamingResult) : undefined,
-      });
-
-      const streamingRequestBody = JSON.stringify(
-        buildProviderTestRequestBody(usageModel, "streaming"),
-      );
-
-      await addTestLogEntry({
-        timestamp: new Date().toISOString(),
-        method: "POST",
-        path: "/v1/messages",
-        model: streamingResult.model ?? displayName,
-        sessionId: providerSessionId,
-        rawRequestBody: streamingRequestBody,
-        responseStatus: getResultResponseStatus(streamingResult),
-        responseText: getResultResponseText(streamingResult),
-        inputTokens: streamingResult.inputTokens ?? null,
-        outputTokens: streamingResult.outputTokens ?? null,
-        cacheCreationInputTokens: streamingResult.cacheCreationInputTokens ?? null,
-        cacheReadInputTokens: streamingResult.cacheReadInputTokens ?? null,
-        elapsedMs: getResultTotalStreamMs(streamingResult) ?? 0,
-        firstChunkMs: getResultFirstChunkMs(streamingResult),
-        totalStreamMs: getResultTotalStreamMs(streamingResult),
-        tokensPerSecond: getResultTokensPerSecond(streamingResult),
-        streaming: true,
-        streamingChunks: captureFullDetails ? streamingResult.streamingChunks : undefined,
-        apiFormat: "anthropic",
-        ...providerTestClientFields(providerName),
-        headers: captureFullDetails ? getResultHeaders(streamingResult) : undefined,
-      });
-    }
-  }
-
-  if (openaiChatUrl !== undefined) {
-    const nsResult = modelResults.openaiChat.nonStreaming;
-    const sResult = modelResults.openaiChat.streaming;
-    if (hasSuccessField(nsResult) && hasSuccessField(sResult)) {
-      const nonStreamingResult = nsResult;
-      const streamingResult = sResult;
-
-      const requestBody = JSON.stringify(buildProviderTestRequestBody(usageModel, "non-streaming"));
-
-      await addTestLogEntry({
-        timestamp: new Date().toISOString(),
-        method: "POST",
-        path: "/v1/chat/completions",
-        model: nonStreamingResult.model ?? displayName,
-        sessionId: providerSessionId,
-        rawRequestBody: requestBody,
-        responseStatus: getResultResponseStatus(nonStreamingResult),
-        responseText: getResultResponseText(nonStreamingResult),
-        inputTokens: nonStreamingResult.inputTokens ?? null,
-        outputTokens: nonStreamingResult.outputTokens ?? null,
-        cacheCreationInputTokens: null,
-        cacheReadInputTokens: null,
-        elapsedMs: nonStreamingResult.latencyMs ?? 0,
-        firstChunkMs: null,
-        totalStreamMs: null,
-        tokensPerSecond: null,
-        streaming: false,
-        apiFormat: "openai",
-        ...providerTestClientFields(providerName),
-        headers: captureFullDetails ? getResultHeaders(nonStreamingResult) : undefined,
-      });
-
-      const streamingRequestBody = JSON.stringify(
-        buildProviderTestRequestBody(usageModel, "streaming"),
-      );
-
-      await addTestLogEntry({
-        timestamp: new Date().toISOString(),
-        method: "POST",
-        path: "/v1/chat/completions",
-        model: streamingResult.model ?? displayName,
-        sessionId: providerSessionId,
-        rawRequestBody: streamingRequestBody,
-        responseStatus: getResultResponseStatus(streamingResult),
-        responseText: getResultResponseText(streamingResult),
-        inputTokens: streamingResult.inputTokens ?? null,
-        outputTokens: streamingResult.outputTokens ?? null,
-        cacheCreationInputTokens: null,
-        cacheReadInputTokens: null,
-        elapsedMs: getResultTotalStreamMs(streamingResult) ?? 0,
-        firstChunkMs: getResultFirstChunkMs(streamingResult),
-        totalStreamMs: getResultTotalStreamMs(streamingResult),
-        tokensPerSecond: getResultTokensPerSecond(streamingResult),
-        streaming: true,
-        streamingChunks: captureFullDetails ? streamingResult.streamingChunks : undefined,
-        apiFormat: "openai",
-        ...providerTestClientFields(providerName),
-        headers: captureFullDetails ? getResultHeaders(streamingResult) : undefined,
-      });
-    }
-  }
-
-  if (openaiResponsesUrl !== undefined) {
-    const nsResult = modelResults.openaiResponses.nonStreaming;
-    const sResult = modelResults.openaiResponses.streaming;
-    if (hasSuccessField(nsResult) && hasSuccessField(sResult)) {
-      const nonStreamingResult = nsResult;
-      const streamingResult = sResult;
-
-      const requestBody = JSON.stringify(
-        buildProviderTestRequestBody(usageModel, "non-streaming", "responses"),
-      );
-
-      await addTestLogEntry({
-        timestamp: new Date().toISOString(),
-        method: "POST",
-        path: "/v1/responses",
-        model: nonStreamingResult.model ?? displayName,
-        sessionId: providerSessionId,
-        rawRequestBody: requestBody,
-        responseStatus: getResultResponseStatus(nonStreamingResult),
-        responseText: getResultResponseText(nonStreamingResult),
-        inputTokens: nonStreamingResult.inputTokens ?? null,
-        outputTokens: nonStreamingResult.outputTokens ?? null,
-        cacheCreationInputTokens: null,
-        cacheReadInputTokens: nonStreamingResult.cacheReadInputTokens ?? null,
-        elapsedMs: nonStreamingResult.latencyMs ?? 0,
-        firstChunkMs: null,
-        totalStreamMs: null,
-        tokensPerSecond: null,
-        streaming: false,
-        apiFormat: "openai",
-        ...providerTestClientFields(providerName),
-        headers: captureFullDetails ? getResultHeaders(nonStreamingResult) : undefined,
-      });
-
-      const streamingRequestBody = JSON.stringify(
-        buildProviderTestRequestBody(usageModel, "streaming", "responses"),
-      );
-
-      await addTestLogEntry({
-        timestamp: new Date().toISOString(),
-        method: "POST",
-        path: "/v1/responses",
-        model: streamingResult.model ?? displayName,
-        sessionId: providerSessionId,
-        rawRequestBody: streamingRequestBody,
-        responseStatus: getResultResponseStatus(streamingResult),
-        responseText: getResultResponseText(streamingResult),
-        inputTokens: streamingResult.inputTokens ?? null,
-        outputTokens: streamingResult.outputTokens ?? null,
-        cacheCreationInputTokens: null,
-        cacheReadInputTokens: streamingResult.cacheReadInputTokens ?? null,
-        elapsedMs: getResultTotalStreamMs(streamingResult) ?? 0,
-        firstChunkMs: getResultFirstChunkMs(streamingResult),
-        totalStreamMs: getResultTotalStreamMs(streamingResult),
-        tokensPerSecond: getResultTokensPerSecond(streamingResult),
-        streaming: true,
-        streamingChunks: captureFullDetails ? streamingResult.streamingChunks : undefined,
-        apiFormat: "openai",
-        ...providerTestClientFields(providerName),
-        headers: captureFullDetails ? getResultHeaders(streamingResult) : undefined,
-      });
-    }
-  }
-}
-
-export const Route = createFileRoute("/api/providers/$providerId/test/log")({
-  server: {
-    handlers: {
-      POST: async ({ params, request }: { params: { providerId: string }; request: Request }) => {
-        const provider = getProvider(params.providerId);
-        if (!provider) {
-          return Response.json({ error: "Provider not found" }, { status: 404 });
-        }
-
-        let body: unknown;
-        try {
-          body = await request.json();
-        } catch {
-          return Response.json({ error: "Invalid JSON body" }, { status: 400 });
-        }
-
-        const parsed = ProviderTestResultsSchema.safeParse(body);
-        if (!parsed.success) {
-          return Response.json(
-            { error: `Invalid test results: ${parsed.error.message}` },
-            { status: 400 },
-          );
-        }
-
-        const results = parsed.data;
-        const providerSessionId = buildProviderTestSessionId(params.providerId);
-        const captureFullDetails = getConfig().captureMode === "full";
-        const anthropicUrl =
-          provider.anthropicBaseUrl !== undefined && provider.anthropicBaseUrl.length > 0
-            ? provider.anthropicBaseUrl
-            : undefined;
-        const openaiChatUrl =
-          provider.openaiBaseUrl !== undefined && provider.openaiBaseUrl.length > 0
-            ? provider.openaiBaseUrl
-            : undefined;
-        const openaiResponsesUrl =
-          provider.openaiResponsesBaseUrl !== undefined &&
-          provider.openaiResponsesBaseUrl.length > 0
-            ? provider.openaiResponsesBaseUrl
-            : undefined;
-
-        const entries: Promise<void>[] = [];
-        if (results.models !== undefined) {
-          for (const [modelName, modelResult] of Object.entries(results.models)) {
-            entries.push(
-              logModelResults(
-                modelName,
-                provider.name,
-                providerSessionId,
-                anthropicUrl,
-                openaiChatUrl,
-                openaiResponsesUrl,
-                modelResult,
-                captureFullDetails,
-              ),
-            );
-          }
-        }
-
-        await Promise.all(entries);
-
-        return Response.json({ logged: entries.length });
-      },
-    },
-  },
-});

package/src/backend/routes/api/providers.$providerId.ts

@@ -1,111 +0,0 @@
-import { createFileRoute } from "@tanstack/react-router";
-import { z } from "zod";
-import {
-  getProviders,
-  updateProvider,
-  deleteProvider,
-  redactProvider,
-} from "../../../proxy/providers";
-import {
-  getProviderModelLimitViolation,
-  ProviderModelMetadataListSchema,
-  ProviderModelNameSchema,
-  ProviderModelsSchema,
-} from "../../../lib/providerContract";
-import { evaluateUpstreamUrl } from "../../../lib/ssrfGuard";
-import { resourceLimitResponse } from "../../../lib/resourceLimits";
-
-const ALLOW_LOOPBACK = process.env["AGENT_INSPECTOR_ALLOW_LOOPBACK"] === "1";
-
-const ProviderUpdateSchema = z.object({
-  name: z.string().min(1, "Name is required").optional(),
-  apiKey: z.string().min(1, "API key is required").optional(),
-  format: z.enum(["anthropic", "openai"]).optional(),
-  baseUrl: z.string().min(1, "Base URL is required").optional(),
-  model: ProviderModelNameSchema.optional(),
-  models: ProviderModelsSchema.optional(),
-  authHeader: z.enum(["bearer", "x-api-key"]).optional(),
-  anthropicBaseUrl: z.string().optional(),
-  openaiBaseUrl: z.string().optional(),
-  openaiResponsesBaseUrl: z.string().optional(),
-  apiDocsUrl: z.string().optional(),
-  modelMetadataUrl: z.string().optional(),
-  modelMetadata: ProviderModelMetadataListSchema.optional(),
-  source: z.enum(["company", "personal"]).optional(),
-});
-
-export const Route = createFileRoute("/api/providers/$providerId")({
-  server: {
-    handlers: {
-      GET: ({ params }: { params: { providerId: string } }) => {
-        const providers = getProviders();
-        const provider = providers.find((p) => p.id === params.providerId);
-        if (!provider) {
-          return Response.json({ error: "Provider not found" }, { status: 404 });
-        }
-        return Response.json(redactProvider(provider));
-      },
-      PUT: async ({ params, request }: { params: { providerId: string }; request: Request }) => {
-        let body: unknown;
-        try {
-          body = await request.json();
-        } catch {
-          return Response.json({ error: "Invalid JSON body" }, { status: 400 });
-        }
-
-        const violation = getProviderModelLimitViolation(body);
-        if (violation !== null) {
-          return resourceLimitResponse({
-            error: `Provider model collections may contain at most ${String(violation.limit)} entries.`,
-            code: "provider-model-limit-exceeded",
-            status: 413,
-            resource: violation.resource,
-            limit: violation.limit,
-            retryable: false,
-          });
-        }
-
-        const parsed = ProviderUpdateSchema.safeParse(body);
-        if (!parsed.success) {
-          return Response.json({ error: parsed.error.message }, { status: 400 });
-        }
-        for (const candidate of [
-          parsed.data.baseUrl,
-          parsed.data.anthropicBaseUrl,
-          parsed.data.openaiBaseUrl,
-          parsed.data.openaiResponsesBaseUrl,
-        ]) {
-          if (candidate === undefined || candidate === "") continue;
-          const decision = evaluateUpstreamUrl(candidate, { allowLoopback: ALLOW_LOOPBACK });
-          if (!decision.allow) {
-            return Response.json({ error: decision.reason }, { status: 400 });
-          }
-        }
-        const providerExists = getProviders().some((provider) => provider.id === params.providerId);
-        const updated = updateProvider(params.providerId, parsed.data);
-        if (!updated) {
-          return providerExists
-            ? Response.json(
-                { error: "Secure provider storage is unavailable; provider was not updated" },
-                { status: 503 },
-              )
-            : Response.json({ error: "Provider not found" }, { status: 404 });
-        }
-        return Response.json(redactProvider(updated));
-      },
-      DELETE: ({ params }: { params: { providerId: string } }) => {
-        const providerExists = getProviders().some((provider) => provider.id === params.providerId);
-        const deleted = deleteProvider(params.providerId);
-        if (!deleted) {
-          return providerExists
-            ? Response.json(
-                { error: "Secure provider storage is unavailable; provider was not deleted" },
-                { status: 503 },
-              )
-            : Response.json({ error: "Provider not found" }, { status: 404 });
-        }
-        return Response.json({ success: true });
-      },
-    },
-  },
-});

package/src/backend/routes/api/providers.export.ts

@@ -1,44 +0,0 @@
-import { createFileRoute } from "@tanstack/react-router";
-import { z } from "zod";
-import { exportProviders, exportProvidersWithKeys } from "../../../proxy/providers";
-
-const SecretExportRequestSchema = z.object({
-  confirmation: z.literal("EXPORT_PROVIDER_KEYS"),
-});
-
-function exportResponse(json: string, filename: string): Response {
-  return new Response(json, {
-    headers: {
-      "Content-Type": "application/json",
-      "Content-Disposition": `attachment; filename="${filename}"`,
-      "Cache-Control": "no-store",
-    },
-  });
-}
-
-export const Route = createFileRoute("/api/providers/export")({
-  server: {
-    handlers: {
-      GET: () => {
-        return exportResponse(
-          exportProviders(),
-          `agent-inspector-providers-safe-${Date.now()}.json`,
-        );
-      },
-      POST: async ({ request }: { request: Request }) => {
-        const body: unknown = await request.json().catch(() => null);
-        const parsed = SecretExportRequestSchema.safeParse(body);
-        if (!parsed.success) {
-          return Response.json(
-            { error: "Plaintext key export requires explicit confirmation" },
-            { status: 400, headers: { "Cache-Control": "no-store" } },
-          );
-        }
-        return exportResponse(
-          exportProvidersWithKeys(),
-          `agent-inspector-providers-sensitive-${Date.now()}.json`,
-        );
-      },
-    },
-  },
-});

package/src/backend/routes/api/providers.import.ts

@@ -1,81 +0,0 @@
-import { createFileRoute } from "@tanstack/react-router";
-import { z } from "zod";
-import { randomUUID } from "node:crypto";
-import { ProviderScanImportRequestSchema } from "../../../lib/providerImportContract";
-import { consumeProviderScan } from "../../../proxy/providerScanStore";
-import { importProviders } from "../../../proxy/providers";
-
-const ProviderFileImportSchema = z.union([z.string(), z.object({ providers: z.unknown() })]);
-
-export const Route = createFileRoute("/api/providers/import")({
-  server: {
-    handlers: {
-      POST: async ({ request }: { request: Request }) => {
-        try {
-          const rawBody = await request.text();
-          let jsonContent: string;
-          try {
-            const parsedBody: unknown = JSON.parse(rawBody);
-            const scanRequest = ProviderScanImportRequestSchema.safeParse(parsedBody);
-            if (scanRequest.success) {
-              const selected = consumeProviderScan(
-                scanRequest.data.scanId,
-                scanRequest.data.selectionIds,
-              );
-              if (selected === null) {
-                return Response.json(
-                  { error: "Provider scan expired or selection is invalid" },
-                  { status: 410, headers: { "cache-control": "no-store" } },
-                );
-              }
-              const now = new Date().toISOString();
-              jsonContent = JSON.stringify({
-                providers: selected.map((provider) => ({
-                  id: randomUUID(),
-                  name: provider.name,
-                  apiKey: provider.apiKey,
-                  format: provider.format,
-                  anthropicBaseUrl: provider.anthropicBaseUrl,
-                  openaiBaseUrl: provider.openaiBaseUrl,
-                  openaiResponsesBaseUrl: provider.openaiResponsesBaseUrl,
-                  models: provider.models,
-                  createdAt: now,
-                  updatedAt: now,
-                })),
-              });
-            } else {
-              const fileImport = ProviderFileImportSchema.safeParse(parsedBody);
-              jsonContent = fileImport.success
-                ? typeof fileImport.data === "string"
-                  ? fileImport.data
-                  : JSON.stringify(fileImport.data)
-                : rawBody;
-            }
-          } catch {
-            jsonContent = rawBody;
-          }
-
-          if (jsonContent.trim() === "") {
-            return Response.json({ error: "No JSON content provided" }, { status: 400 });
-          }
-
-          const result = importProviders(jsonContent);
-
-          return Response.json({
-            success: result.imported > 0,
-            imported: result.imported,
-            errors: result.errors,
-            message:
-              result.imported > 0
-                ? `Successfully imported ${result.imported} provider(s)`
-                : result.errors.length > 0
-                  ? `Import completed with ${result.errors.length} error(s)`
-                  : "No providers imported",
-          });
-        } catch {
-          return Response.json({ error: "Provider import failed" }, { status: 400 });
-        }
-      },
-    },
-  },
-});

package/src/backend/routes/api/providers.scan.ts

@@ -1,28 +0,0 @@
-import { createFileRoute } from "@tanstack/react-router";
-import { scanExternalProviders } from "../../../proxy/providerImporters";
-import { createProviderScan } from "../../../proxy/providerScanStore";
-
-export const Route = createFileRoute("/api/providers/scan")({
-  server: {
-    handlers: {
-      POST: () => {
-        try {
-          const result = scanExternalProviders();
-          const scan = createProviderScan(result.providers);
-          return Response.json(
-            {
-              scanId: scan.scanId,
-              providers: scan.providers,
-              warnings: result.warnings,
-            },
-            {
-              headers: { "cache-control": "no-store" },
-            },
-          );
-        } catch {
-          return Response.json({ error: "Provider scan failed" }, { status: 500 });
-        }
-      },
-    },
-  },
-});