@tonyclaw/agent-inspector 2.0.41 → 2.0.43

package/src/mcp/toolHandlers.ts

@@ -16,10 +16,18 @@
  */
 
 import { Buffer } from "node:buffer";
+import { existsSync, readFileSync, statSync, writeFileSync } from "node:fs";
+import { dirname, join } from "node:path";
+import JSZip from "jszip";
 import { z } from "zod";
 import { getCurrentPort } from "../lib/serverPort";
 import { LoopbackTimeoutError, type CallApiOptions } from "./loopback";
 import { extractLastUserMessagePreview, extractResponsePreview } from "./previewExtractor";
+import {
+  getCurrentContext,
+  setCurrentContext,
+  type InspectorCurrentContextPatch,
+} from "./currentContext";
 import {
   type AddInspectorGroupSessionInput,
   type CreateInspectorGroupInput,
@@ -36,6 +44,7 @@ import {
   exportInspectorGroupEvidence,
   getInspectorGroup,
   listInspectorGroups,
+  readInspectorGroupEvidence,
   updateInspectorGroup,
 } from "../services/groups";
 import {
@@ -43,6 +52,7 @@ import {
   exportInspectorRunEvidence,
   getInspectorRun,
   listInspectorRecentFailures,
+  readInspectorRunEvidence,
   updateInspectorRun,
 } from "../services/runs";
 
@@ -423,6 +433,227 @@ export async function exportGroupEvidenceImpl(args: ExportGroupEvidenceArgs): Pr
   return textJson(exported.value);
 }
 
+const SESSION_TIMELINE_DEFAULT_LIMIT = 20;
+const SESSION_TIMELINE_LIMIT_MAX = 50;
+
+export type SessionTimelineArgs = {
+  sessionId: string;
+  limit?: number;
+  offset?: number;
+};
+
+function clampTimelineLimit(input: number | undefined): number {
+  if (input === undefined) return SESSION_TIMELINE_DEFAULT_LIMIT;
+  if (!Number.isFinite(input) || input < 1) return 1;
+  return Math.min(Math.floor(input), SESSION_TIMELINE_LIMIT_MAX);
+}
+
+export function buildSessionTimeline(
+  sessionId: string,
+  logs: CapturedLog[],
+  total: number,
+  limit: number,
+): Record<string, unknown> {
+  const sortedLogs = [...logs].sort((left, right) => left.id - right.id);
+  const events = sortedLogs.map((log, index) => ({
+    sequence: index + 1,
+    kind: "request",
+    logId: log.id,
+    ...buildLogSummary(log),
+  }));
+  const first = sortedLogs[0];
+  const last = sortedLogs[sortedLogs.length - 1];
+  const errorCount = events.filter((event) => event.hasError).length;
+  const models = [...new Set(sortedLogs.map((log) => log.model).filter((model) => model !== null))];
+  const providers = [
+    ...new Set(
+      sortedLogs.map((log) => log.providerName ?? null).filter((provider) => provider !== null),
+    ),
+  ];
+
+  return {
+    sessionId,
+    logCoverage: "bounded",
+    total,
+    limit,
+    eventCount: events.length,
+    requestCount: events.length,
+    errorCount,
+    startedAt: first?.timestamp ?? null,
+    updatedAt: last?.timestamp ?? null,
+    models,
+    providers,
+    events,
+  };
+}
+
+export async function getSessionTimelineImpl(
+  callApi: CallApiFn,
+  args: SessionTimelineArgs,
+): Promise<ToolResult> {
+  const limit = clampTimelineLimit(args.limit);
+  const offset = args.offset ?? 0;
+  const params = new URLSearchParams({
+    offset: String(offset),
+    limit: String(limit),
+    compact: "1",
+    sessionId: args.sessionId,
+  });
+  const path = `/api/logs?${params.toString()}`;
+  const res = await callApi(path);
+  if (!res.ok) return toolError(`GET ${path} returned ${res.status}`);
+  const rawBody: unknown = await res.json();
+  const parsed = LogsListResponseSchema.safeParse(rawBody);
+  if (!parsed.success) return toolError("GET /api/logs returned an unparseable timeline shape");
+  const logs = parsed.data.logs ?? [];
+  return textJson(
+    buildSessionTimeline(args.sessionId, logs, parsed.data.total ?? logs.length, limit),
+  );
+}
+
+type EvidenceFileKind = "json" | "markdown" | "html" | "zip";
+
+type EvidenceFileSummary = {
+  kind: EvidenceFileKind;
+  path: string;
+  exists: boolean;
+  bytes: number | null;
+  included?: boolean;
+};
+
+type EvidencePaths = {
+  jsonPath: string;
+  markdownPath: string;
+  htmlPath: string;
+  exportedAt: string;
+};
+
+function fileBytes(path: string): number | null {
+  if (!existsSync(path)) return null;
+  try {
+    return statSync(path).size;
+  } catch {
+    return null;
+  }
+}
+
+function evidenceFileSummary(kind: EvidenceFileKind, path: string): EvidenceFileSummary {
+  return {
+    kind,
+    path,
+    exists: existsSync(path),
+    bytes: fileBytes(path),
+  };
+}
+
+function evidenceFiles(evidence: EvidencePaths): EvidenceFileSummary[] {
+  return [
+    evidenceFileSummary("json", evidence.jsonPath),
+    evidenceFileSummary("markdown", evidence.markdownPath),
+    evidenceFileSummary("html", evidence.htmlPath),
+  ];
+}
+
+function readEvidenceFile(path: string): Buffer | null {
+  if (!existsSync(path)) return null;
+  try {
+    return readFileSync(path);
+  } catch {
+    return null;
+  }
+}
+
+async function exportEvidenceZip(
+  ownerKind: "run" | "group",
+  ownerId: string,
+  evidence: EvidencePaths,
+): Promise<Record<string, unknown>> {
+  const zip = new JSZip();
+  const sourceFiles = evidenceFiles(evidence);
+  const includedFiles: EvidenceFileSummary[] = [];
+
+  for (const file of sourceFiles) {
+    const content = readEvidenceFile(file.path);
+    const included = content !== null;
+    includedFiles.push({ ...file, included });
+    if (included) {
+      zip.file(`${file.kind}.${file.kind === "markdown" ? "md" : file.kind}`, content);
+    }
+  }
+
+  zip.file(
+    "manifest.json",
+    `${JSON.stringify(
+      {
+        ownerKind,
+        ownerId,
+        exportedAt: evidence.exportedAt,
+        bundledAt: new Date().toISOString(),
+        files: includedFiles,
+      },
+      null,
+      2,
+    )}\n`,
+  );
+
+  const zipPath = join(
+    dirname(evidence.jsonPath),
+    ownerKind === "run" ? "evidence.zip" : "group-evidence.zip",
+  );
+  const buffer = await zip.generateAsync({ type: "nodebuffer" });
+  writeFileSync(zipPath, buffer);
+  const zipSummary = evidenceFileSummary("zip", zipPath);
+  return {
+    ownerKind,
+    ownerId,
+    bundlePath: zipPath,
+    bytes: zipSummary.bytes,
+    files: [...includedFiles, zipSummary],
+  };
+}
+
+export function getEvidenceFilesImpl(args: { runId: string }): ToolResult {
+  const evidence = readInspectorRunEvidence(args.runId);
+  if (!evidence.ok) return toolError(evidence.message);
+  return textJson({
+    runId: args.runId,
+    exportedAt: evidence.value.evidence.exportedAt,
+    files: evidenceFiles(evidence.value.evidence),
+  });
+}
+
+export async function exportEvidenceBundleImpl(args: { runId: string }): Promise<ToolResult> {
+  const evidence = readInspectorRunEvidence(args.runId);
+  if (!evidence.ok) return toolError(evidence.message);
+  return textJson(await exportEvidenceZip("run", args.runId, evidence.value.evidence));
+}
+
+export function getGroupEvidenceFilesImpl(args: { groupId: string }): ToolResult {
+  const evidence = readInspectorGroupEvidence(args.groupId);
+  if (!evidence.ok) return toolError(evidence.message);
+  return textJson({
+    groupId: args.groupId,
+    exportedAt: evidence.value.evidence.exportedAt,
+    files: evidenceFiles(evidence.value.evidence),
+  });
+}
+
+export async function exportGroupEvidenceBundleImpl(args: {
+  groupId: string;
+}): Promise<ToolResult> {
+  const evidence = readInspectorGroupEvidence(args.groupId);
+  if (!evidence.ok) return toolError(evidence.message);
+  return textJson(await exportEvidenceZip("group", args.groupId, evidence.value.evidence));
+}
+
+export function getCurrentContextImpl(): ToolResult {
+  return textJson(getCurrentContext());
+}
+
+export function setCurrentContextImpl(args: InspectorCurrentContextPatch): ToolResult {
+  return textJson(setCurrentContext(args));
+}
+
 export async function listModelsImpl(callApi: CallApiFn): Promise<ToolResult> {
   const res = await callApi("/api/models");
   if (!res.ok) return toolError(`GET /api/models returned ${res.status}`);
@@ -540,6 +771,147 @@ export async function testProviderImpl(callApi: CallApiFn, id: string): Promise<
   return textJson(await res.json());
 }
 
+type ProviderDiagnosticIssue = {
+  path: string;
+  status: number | null;
+  error: string | null;
+  durationMs: number | null;
+  endpoint: string | null;
+};
+
+function isRecord(value: unknown): value is Record<string, unknown> {
+  return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+
+function stringField(record: Record<string, unknown>, key: string): string | null {
+  const value = record[key];
+  return typeof value === "string" && value.length > 0 ? value : null;
+}
+
+function numberField(record: Record<string, unknown>, key: string): number | null {
+  const value = record[key];
+  return typeof value === "number" && Number.isFinite(value) ? value : null;
+}
+
+function firstStringField(record: Record<string, unknown>, keys: string[]): string | null {
+  for (const key of keys) {
+    const value = stringField(record, key);
+    if (value !== null) return value;
+  }
+  return null;
+}
+
+function firstNumberField(record: Record<string, unknown>, keys: string[]): number | null {
+  for (const key of keys) {
+    const value = numberField(record, key);
+    if (value !== null) return value;
+  }
+  return null;
+}
+
+function collectProviderDiagnosticIssues(
+  value: unknown,
+  path: string,
+  issues: ProviderDiagnosticIssue[],
+): void {
+  if (Array.isArray(value)) {
+    value.forEach((item, index) =>
+      collectProviderDiagnosticIssues(item, `${path}[${String(index)}]`, issues),
+    );
+    return;
+  }
+  if (!isRecord(value)) return;
+
+  const success = value["success"];
+  const status = firstNumberField(value, ["status", "responseStatus", "statusCode"]);
+  const error = firstStringField(value, ["error", "message", "errorMessage"]);
+  if (success === false || error !== null || (status !== null && status >= 400)) {
+    issues.push({
+      path,
+      status,
+      error,
+      durationMs: firstNumberField(value, ["durationMs", "elapsedMs", "latencyMs"]),
+      endpoint: firstStringField(value, ["endpoint", "url", "requestUrl", "baseUrl"]),
+    });
+  }
+
+  for (const [key, child] of Object.entries(value)) {
+    if (typeof child === "object" && child !== null) {
+      collectProviderDiagnosticIssues(child, `${path}.${key}`, issues);
+    }
+  }
+}
+
+function stringifyUnknown(value: unknown): string {
+  try {
+    const text = JSON.stringify(value);
+    return text === undefined ? "" : text.toLowerCase();
+  } catch {
+    return "";
+  }
+}
+
+function providerDiagnosticHints(result: unknown): string[] {
+  const text = stringifyUnknown(result);
+  const hints: string[] = [];
+  if (text.includes("timeout") || text.includes("aborted")) {
+    hints.push(
+      "Provider test timed out or was aborted. Increase Settings > Proxy > Provider test timeout when the provider or model is slow.",
+    );
+  }
+  if (text.includes("localhost") || text.includes("127.0.0.1")) {
+    hints.push(
+      "The upstream URL contains localhost. If the agent or provider runs in another container, replace localhost with a reachable host/IP.",
+    );
+  }
+  if (text.includes("econnrefused") || text.includes("enotfound") || text.includes("network")) {
+    hints.push(
+      "This looks like a network or DNS failure. Verify the Inspector container/host can reach the provider base URL.",
+    );
+  }
+  if (
+    text.includes("401") ||
+    text.includes("403") ||
+    text.includes("unauthorized") ||
+    text.includes("forbidden")
+  ) {
+    hints.push(
+      "This looks like an authentication failure. Check the provider API key and auth header mode.",
+    );
+  }
+  if (text.includes("404") || text.includes("not found")) {
+    hints.push(
+      "This looks like a base URL or path mismatch. Check whether the provider endpoint already includes /v1 or needs a vendor-specific path.",
+    );
+  }
+  if (text.includes("nonstream") || text.includes("non-stream")) {
+    hints.push(
+      "The failure mentions non-streaming. Compare the OpenAI/Anthropic non-streaming path and payload with the streaming request.",
+    );
+  }
+  return [...new Set(hints)];
+}
+
+export async function diagnoseProviderTestImpl(
+  callApi: CallApiFn,
+  id: string,
+): Promise<ToolResult> {
+  const res = await callApi(`/api/providers/${encodeURIComponent(id)}/test`, {
+    method: "POST",
+  });
+  if (!res.ok) return toolError(`POST /api/providers/${id}/test returned ${res.status}`);
+  const result: unknown = await res.json();
+  const issues: ProviderDiagnosticIssue[] = [];
+  collectProviderDiagnosticIssues(result, "result", issues);
+  return textJson({
+    providerId: id,
+    issueCount: issues.length,
+    issues,
+    hints: providerDiagnosticHints(result),
+    result,
+  });
+}
+
 export type CreateSessionKnowledgeArgs = {
   sessionId: string;
 };

package/src/proxy/evidenceExporter.ts

@@ -48,6 +48,7 @@ function buildMarkdown(document: EvidenceDocument): string {
     "",
     `- Run ID: ${document.run.id}`,
     `- Session ID: ${document.run.sessionId}`,
+    `- Group ID: ${document.run.groupId ?? "n/a"}`,
     `- Status: ${document.run.status}`,
     `- Project: ${document.run.project ?? "n/a"}`,
     `- Agent: ${document.run.agent ?? "n/a"}`,

package/src/proxy/runStore.ts

@@ -12,6 +12,7 @@ import {
   type UpdateInspectorRunInput,
 } from "../lib/runContract";
 import { getDataDir } from "./dataDir";
+import { addGroupSession, getGroup } from "./groupStore";
 
 const RunsFileSchema = z.object({
   runs: z.array(InspectorRunSchema),
@@ -48,6 +49,51 @@ function normalizeSessionId(input: string | undefined, runId: string): string {
   return input.trim();
 }
 
+function normalizeGroupId(input: string | null | undefined): string | null {
+  if (input === undefined || input === null) return null;
+  const normalized = stableId(input);
+  return normalized.length > 0 ? normalized : null;
+}
+
+function metadataText(metadata: InspectorRun["metadata"], key: string): string | undefined {
+  const value = metadata[key];
+  if (typeof value !== "string") return undefined;
+  const trimmed = value.trim();
+  return trimmed.length > 0 ? trimmed : undefined;
+}
+
+function optionalText(value: string | null): string | undefined {
+  return value ?? undefined;
+}
+
+function autoGroupMemberId(runId: string): string {
+  return stableId(`run-${runId}`);
+}
+
+function runHasGroupMember(run: InspectorRun): boolean {
+  if (run.groupId === null) return false;
+  const group = getGroup(run.groupId);
+  if (group === null) return false;
+  return group.members.some((member) => member.id === autoGroupMemberId(run.id));
+}
+
+function syncRunGroupMember(run: InspectorRun, createIfMissing: boolean): void {
+  if (run.groupId === null) return;
+  if (!createIfMissing && !runHasGroupMember(run)) return;
+
+  addGroupSession(run.groupId, {
+    memberId: autoGroupMemberId(run.id),
+    sessionId: run.sessionId,
+    runId: run.id,
+    label: run.title,
+    agent: optionalText(run.agent),
+    provider: metadataText(run.metadata, "provider") ?? metadataText(run.metadata, "providerName"),
+    model: metadataText(run.metadata, "model") ?? metadataText(run.metadata, "modelName"),
+    status: run.status,
+    metadata: run.metadata,
+  });
+}
+
 function readRuns(): InspectorRun[] {
   const filePath = runsFilePath();
   if (!existsSync(filePath)) return [];
@@ -83,9 +129,11 @@ export function createRun(input: CreateInspectorRunInput): InspectorRun {
 
   const timestamp = nowIso();
   const sessionId = normalizeSessionId(parsed?.sessionId, runId);
+  const groupId = normalizeGroupId(parsed?.groupId);
   const run: InspectorRun = {
     id: runId,
     sessionId,
+    groupId,
     title: parsed?.title ?? `Inspector Run ${runId}`,
     task: parsed?.task ?? null,
     project: parsed?.project ?? null,
@@ -99,6 +147,7 @@ export function createRun(input: CreateInspectorRunInput): InspectorRun {
   };
 
   writeRuns([...readRuns(), run]);
+  syncRunGroupMember(run, parsed?.sessionId !== undefined);
   return run;
 }
 
@@ -125,32 +174,35 @@ export function updateRunEvidence(
 export function updateRun(runId: string, input: UpdateInspectorRunInput): InspectorRun | null {
   const parsed = UpdateInspectorRunInputSchema.parse(input);
   const runs = readRuns();
-  let updatedRun: InspectorRun | null = null;
+  const run = runs.find((candidate) => candidate.id === runId) ?? null;
   const updatedAt = nowIso();
 
-  const updatedRuns = runs.map((run) => {
-    if (run.id !== runId) return run;
-    updatedRun = {
-      ...run,
-      sessionId:
-        parsed.sessionId === undefined
-          ? run.sessionId
-          : normalizeSessionId(parsed.sessionId, run.id),
-      title: parsed.title ?? run.title,
-      task: parsed.task === undefined ? run.task : parsed.task,
-      project: parsed.project === undefined ? run.project : parsed.project,
-      agent: parsed.agent === undefined ? run.agent : parsed.agent,
-      status: parsed.status ?? run.status,
-      tags: parsed.tags ?? run.tags,
-      metadata:
-        parsed.metadata === undefined ? run.metadata : { ...run.metadata, ...parsed.metadata },
-      updatedAt,
-    };
-    return updatedRun;
-  });
+  if (run === null) return null;
+
+  const updatedRun: InspectorRun = {
+    ...run,
+    sessionId:
+      parsed.sessionId === undefined ? run.sessionId : normalizeSessionId(parsed.sessionId, run.id),
+    groupId: parsed.groupId === undefined ? run.groupId : normalizeGroupId(parsed.groupId),
+    title: parsed.title ?? run.title,
+    task: parsed.task === undefined ? run.task : parsed.task,
+    project: parsed.project === undefined ? run.project : parsed.project,
+    agent: parsed.agent === undefined ? run.agent : parsed.agent,
+    status: parsed.status ?? run.status,
+    tags: parsed.tags ?? run.tags,
+    metadata:
+      parsed.metadata === undefined ? run.metadata : { ...run.metadata, ...parsed.metadata },
+    updatedAt,
+  };
+  const updatedRuns = runs.map((candidate) => (candidate.id === runId ? updatedRun : candidate));
 
-  if (updatedRun === null) return null;
   writeRuns(updatedRuns);
+  syncRunGroupMember(
+    updatedRun,
+    parsed.sessionId !== undefined ||
+      parsed.groupId !== undefined ||
+      updatedRun.sessionId !== updatedRun.id,
+  );
   return updatedRun;
 }