agent-inspect 5.2.0 → 5.4.0

package/packages/core/dist/advanced.cjs

@@ -8446,6 +8446,118 @@ function renderSuiteReport(result, options = {}) {
   return renderSuiteReportMarkdown(result);
 }
 
+// packages/core/src/suite/templates.ts
+var SUITE_TEMPLATE_IDS = [
+  "customer-support-agent",
+  "refund-agent",
+  "sales-assistant",
+  "browser-task-agent",
+  "mcp-tool-agent",
+  "workflow-agent",
+  "rag-answer-agent",
+  "human-approval-agent"
+];
+function baseTemplate(name, cases) {
+  return {
+    name,
+    traces: "./.agent-inspect",
+    cases,
+    checks: {
+      select: ["run.status", "outcome.status"],
+      run: { maxDurationMs: 6e4 }
+    },
+    redactionProfile: "local",
+    artifacts: { outputDir: ".agent-inspect/suite-runs" }
+  };
+}
+var TEMPLATES = {
+  "customer-support-agent": baseTemplate("customer-support-agent", [
+    {
+      id: "support-ticket",
+      runId: "support-ticket",
+      requireTools: ["searchDocs"],
+      forbidTools: ["deleteAccount"],
+      expectedObservations: ["answerReady"],
+      maxDurationMs: 45e3
+    }
+  ]),
+  "refund-agent": baseTemplate("refund-agent", [
+    {
+      id: "refund-flow",
+      runId: "refund-flow",
+      requireTools: ["searchDocs"],
+      forbidTools: ["deleteAccount"],
+      expectedObservations: ["policyShown"],
+      maxDurationMs: 3e4
+    }
+  ]),
+  "sales-assistant": baseTemplate("sales-assistant", [
+    {
+      id: "quote-request",
+      runId: "quote-request",
+      requireTools: ["lookupPricing"],
+      maxDurationMs: 3e4
+    }
+  ]),
+  "browser-task-agent": baseTemplate("browser-task-agent", [
+    {
+      id: "browser-nav",
+      runId: "browser-nav",
+      requireTools: ["browserNavigate"],
+      maxDurationMs: 12e4
+    }
+  ]),
+  "mcp-tool-agent": baseTemplate("mcp-tool-agent", [
+    {
+      id: "mcp-call",
+      runId: "mcp-call",
+      requireTools: ["mcp:tools/list"],
+      maxDurationMs: 3e4
+    }
+  ]),
+  "workflow-agent": baseTemplate("workflow-agent", [
+    {
+      id: "workflow-handoff",
+      runId: "workflow-handoff",
+      requireTools: ["handoff"],
+      maxDurationMs: 6e4
+    }
+  ]),
+  "rag-answer-agent": baseTemplate("rag-answer-agent", [
+    {
+      id: "rag-answer",
+      runId: "rag-answer",
+      requireTools: ["retrieve", "answer"],
+      expectedObservations: ["citationShown"],
+      maxDurationMs: 45e3
+    }
+  ]),
+  "human-approval-agent": baseTemplate("human-approval-agent", [
+    {
+      id: "approval-gate",
+      runId: "approval-gate",
+      expectedObservations: ["approvalRequested", "approvalGranted"],
+      maxDurationMs: 6e4
+    }
+  ])
+};
+function listSuiteTemplates() {
+  return [...SUITE_TEMPLATE_IDS];
+}
+function getSuiteTemplate(id) {
+  if (!SUITE_TEMPLATE_IDS.includes(id)) return void 0;
+  return structuredClone(TEMPLATES[id]);
+}
+function resolveSuiteTemplate(id) {
+  const template = getSuiteTemplate(id);
+  if (template === void 0) {
+    throw new Error(
+      `Unknown suite template "${id}". Available: ${SUITE_TEMPLATE_IDS.join(", ")}`
+    );
+  }
+  return template;
+}
+
 // packages/core/src/cohort/types.ts
 var COHORT_METRIC_IDS = [
   "errorRate",
@@ -9506,6 +9618,7 @@ exports.MAX_TERMINAL_DEPTH = MAX_TERMINAL_DEPTH;
 exports.MAX_TERMINAL_NAME_LENGTH = MAX_TERMINAL_NAME_LENGTH;
 exports.RUNS_DIR_NAME = RUNS_DIR_NAME;
 exports.SESSION_WORKFLOW_KEYS = SESSION_WORKFLOW_KEYS;
+exports.SUITE_TEMPLATE_IDS = SUITE_TEMPLATE_IDS;
 exports.TERMINAL_INDENT = TERMINAL_INDENT;
 exports.TraceDirectory = TraceDirectory;
 exports.aggregateBundleSafeStatus = aggregateBundleSafeStatus;
@@ -9534,6 +9647,8 @@ exports.enrichSessionRunRecord = enrichSessionRunRecord;
 exports.enrichSessionSummary = enrichSessionSummary;
 exports.ensureTraceDir = ensureTraceDir;
 exports.extractMetadata = extractMetadata;
+exports.extractOutcomesFromPersistedEvents = extractOutcomesFromPersistedEvents;
+exports.extractOutcomesFromTraceEvents = extractOutcomesFromTraceEvents;
 exports.extractSessionWorkflowMetadata = extractSessionWorkflowMetadata;
 exports.filterMetasBySessionScope = filterMetasBySessionScope;
 exports.filterTraces = filterTraces;
@@ -9552,6 +9667,7 @@ exports.getDefaultTraceDir = getDefaultTraceDir;
 exports.getIndent = getIndent;
 exports.getParentStepId = getParentStepId;
 exports.getRunIdFromTraceFileName = getRunIdFromTraceFileName;
+exports.getSuiteTemplate = getSuiteTemplate;
 exports.getTraceDirFromContext = getTraceDirFromContext;
 exports.getTraceFilePath = getTraceFilePath;
 exports.getTraceSafetyFromContext = getTraceSafetyFromContext;
@@ -9564,6 +9680,7 @@ exports.isSilentContext = isSilentContext;
 exports.isStepStatus = isStepStatus;
 exports.isStepType = isStepType;
 exports.isTraceEvent = isTraceEvent;
+exports.listSuiteTemplates = listSuiteTemplates;
 exports.listTraceFiles = listTraceFiles;
 exports.loadSessionRunRecords = loadSessionRunRecords;
 exports.loadSuiteConfig = loadSuiteConfig;
@@ -9607,6 +9724,7 @@ exports.resolveBundleRunIds = resolveBundleRunIds;
 exports.resolveRedactionProfile = resolveRedactionProfile;
 exports.resolveSuiteCaseTrace = resolveSuiteCaseTrace;
 exports.resolveSuiteConfigPath = resolveSuiteConfigPath;
+exports.resolveSuiteTemplate = resolveSuiteTemplate;
 exports.resolveTraceDir = resolveTraceDir;
 exports.resolveTraceSafetyOptions = resolveTraceSafetyOptions;
 exports.runGate = runGate;