@tonyclaw/agent-inspector 3.0.30 → 3.0.32

package/src/components/pi-agent/piAgentChatLogic.ts

@@ -0,0 +1,287 @@
+import { safeGetOwnProperty } from "../../lib/objectUtils";
+
+export type PiAgentChatRole = "user" | "assistant";
+
+export type PiAgentHistoryMessage = {
+  role: PiAgentChatRole;
+  content: string;
+};
+
+export type PiAgentEvidenceView = {
+  source: string;
+  id: string;
+  logId: number | null;
+  sessionId: string | null;
+  timestamp: string | null;
+  model: string | null;
+  providerName: string | null;
+  path: string | null;
+  status: string | number | null;
+  elapsedMs: number | null;
+  inputTokens: number | null;
+  outputTokens: number | null;
+  totalTokens: number | null;
+  score: number | null;
+  matchedFields: string[];
+  excerpt: string;
+};
+
+export type PiAgentMetricView = {
+  key: string;
+  label: string;
+  value: string;
+};
+
+export type PiAgentResponseView = {
+  answer: string;
+  providerId: string;
+  providerName: string;
+  model: string;
+  protocol: string;
+  logCount: number;
+  evidence: PiAgentEvidenceView[];
+  summaryMetrics: PiAgentMetricView[];
+  queryMetrics: PiAgentMetricView[];
+};
+
+export type PiAgentConversationMessage = PiAgentHistoryMessage & {
+  id: string;
+  response: PiAgentResponseView | null;
+};
+
+export type PiAgentConversationState = {
+  messages: PiAgentConversationMessage[];
+  question: string;
+  error: string | null;
+};
+
+export type PiAgentStarter = {
+  id: "reliability" | "performance" | "tokens" | "providers" | "tools";
+  label: string;
+  question: string;
+};
+
+export type PiAgentScopePill = {
+  id: "saved-data" | "root-cause" | "evidence";
+  label: string;
+  description: string;
+};
+
+export const PI_AGENT_SCOPE_PILLS: readonly PiAgentScopePill[] = [
+  {
+    id: "saved-data",
+    label: "Saved Inspector data",
+    description: "requests, responses, sessions, tools, alerts, runs, groups, and knowledge",
+  },
+  {
+    id: "root-cause",
+    label: "Root-cause hints",
+    description: "failures, hangs, slow paths, token spikes, and provider drift",
+  },
+  {
+    id: "evidence",
+    label: "Evidence links",
+    description: "matched logs and metrics you can jump back into",
+  },
+];
+
+export const PI_AGENT_STARTERS: readonly PiAgentStarter[] = [
+  {
+    id: "reliability",
+    label: "Reliability",
+    question: "Which requests failed, stalled, or look most likely to hang, and why?",
+  },
+  {
+    id: "performance",
+    label: "Performance",
+    question: "Summarize latency and identify the slowest requests with supporting evidence.",
+  },
+  {
+    id: "tokens",
+    label: "Token usage",
+    question: "Where are tokens being spent, and which requests have unusually high usage?",
+  },
+  {
+    id: "providers",
+    label: "Providers",
+    question: "Compare Provider and model reliability, latency, and token usage in this scope.",
+  },
+  {
+    id: "tools",
+    label: "Tool activity",
+    question: "Which tools were used most, and where did tool calls fail or produce warnings?",
+  },
+];
+
+const MAX_HISTORY_MESSAGES = 10;
+const MAX_HISTORY_CONTENT_CHARS = 4_000;
+const MAX_METRICS = 12;
+
+export function createEmptyPiAgentConversation(): PiAgentConversationState {
+  return { messages: [], question: "", error: null };
+}
+
+export function buildPiAgentHistory(
+  messages: readonly PiAgentConversationMessage[],
+): PiAgentHistoryMessage[] {
+  return messages
+    .filter((message) => message.content.trim().length > 0)
+    .slice(-MAX_HISTORY_MESSAGES)
+    .map((message) => ({
+      role: message.role,
+      content: message.content.trim().slice(0, MAX_HISTORY_CONTENT_CHARS),
+    }));
+}
+
+function readString(value: unknown, ...keys: string[]): string | null {
+  for (const key of keys) {
+    const candidate = safeGetOwnProperty(value, key);
+    if (typeof candidate === "string" && candidate.trim().length > 0) return candidate;
+  }
+  return null;
+}
+
+function readNumber(value: unknown, ...keys: string[]): number | null {
+  for (const key of keys) {
+    const candidate = safeGetOwnProperty(value, key);
+    if (typeof candidate === "number" && Number.isFinite(candidate)) return candidate;
+  }
+  return null;
+}
+
+function readStringArray(value: unknown, key: string): string[] {
+  const candidate = safeGetOwnProperty(value, key);
+  if (!Array.isArray(candidate)) return [];
+  return candidate.filter((item): item is string => typeof item === "string").slice(0, 8);
+}
+
+function evidenceView(value: unknown): PiAgentEvidenceView | null {
+  const source = readString(value, "source") ?? "log";
+  const id = readString(value, "id") ?? "";
+  const logId = readNumber(value, "logId", "id");
+  if (id === "" && logId === null) return null;
+  if (logId !== null && (!Number.isInteger(logId) || logId < 0)) return null;
+  const inputTokens = readNumber(value, "inputTokens");
+  const outputTokens = readNumber(value, "outputTokens");
+  const explicitTotal = readNumber(value, "totalTokens", "tokenCount");
+  const statusNumber = readNumber(value, "responseStatus", "status");
+  const statusString = readString(value, "responseStatus", "status");
+
+  return {
+    source,
+    id: id !== "" ? id : String(logId),
+    logId,
+    sessionId: readString(value, "sessionId"),
+    timestamp: readString(value, "timestamp"),
+    model: readString(value, "model"),
+    providerName: readString(value, "providerName", "provider"),
+    path: readString(value, "path"),
+    status: statusNumber ?? statusString,
+    elapsedMs: readNumber(value, "elapsedMs", "latencyMs"),
+    inputTokens,
+    outputTokens,
+    totalTokens:
+      explicitTotal ??
+      (inputTokens === null && outputTokens === null
+        ? null
+        : (inputTokens ?? 0) + (outputTokens ?? 0)),
+    score: readNumber(value, "score", "relevanceScore"),
+    matchedFields: readStringArray(value, "matchedFields"),
+    excerpt: readString(value, "excerpt", "snippet") ?? "No excerpt available.",
+  };
+}
+
+function humanizeMetricKey(key: string): string {
+  const spaced = key
+    .replace(/([a-z0-9])([A-Z])/g, "$1 $2")
+    .replace(/[_-]+/g, " ")
+    .trim();
+  return spaced.length === 0 ? "Metric" : `${spaced[0]?.toUpperCase() ?? ""}${spaced.slice(1)}`;
+}
+
+function metricValue(value: unknown): string | null {
+  if (typeof value === "number" && Number.isFinite(value)) return value.toLocaleString();
+  if (typeof value === "string" && value.trim().length > 0) return value;
+  if (typeof value === "boolean") return value ? "Yes" : "No";
+  if (Array.isArray(value)) {
+    const items = value
+      .filter(
+        (item): item is string | number =>
+          typeof item === "string" || (typeof item === "number" && Number.isFinite(item)),
+      )
+      .slice(0, 6);
+    return items.length > 0 ? items.join(", ") : null;
+  }
+  return null;
+}
+
+function objectMetricEntries(value: object): [string, unknown][] {
+  return Object.getOwnPropertyNames(value).map((key) => [key, safeGetOwnProperty(value, key)]);
+}
+
+export function metricViews(value: unknown): PiAgentMetricView[] {
+  if (value === null || typeof value !== "object" || Array.isArray(value)) return [];
+  const entries: PiAgentMetricView[] = [];
+
+  for (const [key, rawValue] of objectMetricEntries(value)) {
+    const directValue = metricValue(rawValue);
+    if (directValue !== null) {
+      entries.push({ key, label: humanizeMetricKey(key), value: directValue });
+      if (entries.length >= MAX_METRICS) break;
+      continue;
+    }
+    if (rawValue === null || typeof rawValue !== "object" || Array.isArray(rawValue)) continue;
+    for (const [nestedKey, nestedValue] of objectMetricEntries(rawValue)) {
+      const formatted = metricValue(nestedValue);
+      if (formatted === null) continue;
+      const metricKey = `${key}.${nestedKey}`;
+      entries.push({
+        key: metricKey,
+        label: `${humanizeMetricKey(key)} ${humanizeMetricKey(nestedKey).toLowerCase()}`,
+        value: formatted,
+      });
+      if (entries.length >= MAX_METRICS) break;
+    }
+    if (entries.length >= MAX_METRICS) break;
+  }
+  return entries;
+}
+
+export function normalizePiAgentResponse(value: unknown): PiAgentResponseView | null {
+  const answer = readString(value, "answer");
+  const providerId = readString(value, "providerId");
+  const providerName = readString(value, "providerName");
+  const model = readString(value, "model");
+  const protocol = readString(value, "protocol");
+  const logCount = readNumber(value, "logCount");
+  if (
+    answer === null ||
+    providerId === null ||
+    providerName === null ||
+    model === null ||
+    protocol === null ||
+    logCount === null
+  ) {
+    return null;
+  }
+
+  const rawEvidence = safeGetOwnProperty(value, "evidence");
+  const evidence = Array.isArray(rawEvidence)
+    ? rawEvidence
+        .map(evidenceView)
+        .filter((item): item is PiAgentEvidenceView => item !== null)
+        .slice(0, 12)
+    : [];
+
+  return {
+    answer,
+    providerId,
+    providerName,
+    model,
+    protocol,
+    logCount,
+    evidence,
+    summaryMetrics: metricViews(safeGetOwnProperty(value, "summary")),
+    queryMetrics: metricViews(safeGetOwnProperty(value, "queryStats")),
+  };
+}

package/src/components/ui/transient-toast.tsx

@@ -80,14 +80,15 @@ export function TransientToast({
       <div
         key={notice.id}
         className={cn(
-          "pointer-events-auto flex items-start gap-2 rounded-md border px-3 py-2 text-sm shadow-[0_18px_50px_rgba(0,0,0,0.45)] backdrop-blur",
-          isError
-            ? "border-red-400/30 bg-[#16090b]/95 text-red-100"
-            : "border-cyan-300/25 bg-[#071318]/95 text-cyan-100",
+          "pointer-events-auto flex items-start gap-2 rounded-md border bg-popover/95 px-3 py-2 text-sm text-popover-foreground shadow-[0_18px_50px_color-mix(in_oklch,var(--foreground)_16%,transparent)] backdrop-blur",
+          isError ? "border-status-danger/35" : "border-status-success/35",
         )}
       >
         <Icon
-          className={cn("mt-0.5 size-4 shrink-0", isError ? "text-red-300" : "text-cyan-200")}
+          className={cn(
+            "mt-0.5 size-4 shrink-0",
+            isError ? "text-status-danger" : "text-status-success",
+          )}
         />
         <div className="min-w-0 flex-1 break-words leading-5">{notice.message}</div>
         <button

package/src/lib/piAgentContract.ts

@@ -1,11 +1,88 @@
 import { z } from "zod";
 
+export const PiAgentHistoryMessageSchema = z.object({
+  role: z.enum(["user", "assistant"]),
+  content: z.string().trim().min(1).max(4_000),
+});
+
+export const PiAgentEvidenceSourceSchema = z.enum([
+  "log",
+  "knowledge",
+  "alert",
+  "run",
+  "group",
+  "provider",
+]);
+
+export const PiAgentCountEntrySchema = z.object({
+  value: z.string(),
+  count: z.number().int().nonnegative(),
+});
+
+export const PiAgentSummarySchema = z.object({
+  matchedLogs: z.number().int().nonnegative(),
+  knowledgeMatched: z.number().int().nonnegative(),
+  failures: z.number().int().nonnegative(),
+  pending: z.number().int().nonnegative(),
+  sessions: z.number().int().nonnegative(),
+  models: z.array(PiAgentCountEntrySchema),
+  providers: z.array(PiAgentCountEntrySchema),
+  latency: z.object({
+    count: z.number().int().nonnegative(),
+    minMs: z.number().nullable(),
+    maxMs: z.number().nullable(),
+    averageMs: z.number().nullable(),
+  }),
+  tokens: z.object({
+    input: z.number().int().nonnegative(),
+    output: z.number().int().nonnegative(),
+    total: z.number().int().nonnegative(),
+  }),
+  sourceCounts: z.record(PiAgentEvidenceSourceSchema, z.number().int().nonnegative()),
+});
+
+export const PiAgentQueryStatsSchema = z.object({
+  scannedLogs: z.number().int().nonnegative(),
+  hydratedLogs: z.number().int().nonnegative(),
+  matchedLogs: z.number().int().nonnegative(),
+  scannedKnowledge: z.number().int().nonnegative(),
+  matchedKnowledge: z.number().int().nonnegative(),
+  returnedEvidence: z.number().int().nonnegative(),
+  truncated: z.boolean(),
+  durationMs: z.number().nonnegative(),
+});
+
+export const PiAgentEvidenceSchema = z.object({
+  source: PiAgentEvidenceSourceSchema,
+  id: z.string(),
+  logId: z.number().int().positive().optional(),
+  knowledgeId: z.string().optional(),
+  logIds: z.array(z.number().int().positive()).optional(),
+  timestamp: z.string().optional(),
+  sessionId: z.string().optional(),
+  model: z.string().optional(),
+  providerName: z.string().optional(),
+  path: z.string().optional(),
+  status: z.union([z.number(), z.string()]).nullable().optional(),
+  elapsedMs: z.number().optional(),
+  inputTokens: z.number().int().nonnegative().optional(),
+  outputTokens: z.number().int().nonnegative().optional(),
+  score: z.number(),
+  matchedFields: z.array(z.string()),
+  excerpt: z.string(),
+  entityType: z.string().optional(),
+  title: z.string().optional(),
+  knowledgeType: z.string().optional(),
+  tags: z.array(z.string()).optional(),
+});
+
 export const PiAgentRequestSchema = z.object({
   question: z.string().trim().min(1).max(4_000),
   sessionId: z.string().trim().min(1).optional(),
   providerId: z.string().trim().min(1).optional(),
   model: z.string().trim().min(1).optional(),
   logLimit: z.number().int().min(1).max(80).optional(),
+  history: z.array(PiAgentHistoryMessageSchema).max(12).optional(),
 });
 
 export const PiAgentResponseSchema = z.object({
@@ -15,6 +92,9 @@ export const PiAgentResponseSchema = z.object({
   model: z.string(),
   protocol: z.enum(["openaiResponses", "openaiChat", "anthropic"]),
   logCount: z.number().int().nonnegative(),
+  evidence: z.array(PiAgentEvidenceSchema).optional(),
+  summary: PiAgentSummarySchema.optional(),
+  queryStats: PiAgentQueryStatsSchema.optional(),
 });
 
 export type PiAgentRequest = z.infer<typeof PiAgentRequestSchema>;