agent-inspect 5.3.0 → 5.4.0

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # Changelog
 
+## 5.4.0
+
+### Minor Changes
+
+- 31d5324: Add PM/QA suite templates and `suite init --template` for eight common agent scenarios.
+
 ## 5.3.0
 
 ### Minor Changes

package/docs/CLI.md

@@ -901,7 +901,7 @@ Recipe: [shareable-bundle-basic](../examples/recipes/shareable-bundle-basic/READ
 Define and run **local trace suites** for CI trajectory checks (v5.0+). Suites read existing traces only — no agent replay, no model calls, no upload.
 
 ```bash
-agent-inspect suite init
+agent-inspect suite init [--template <name>]
 agent-inspect suite validate [--config path]
 agent-inspect suite list [--config path]
 agent-inspect suite run [--config path] [--json] [--markdown] [-o dir]
@@ -914,6 +914,10 @@ Options (shared):
 
 - `--config <path>` — suite config (`.json`, `.js`, `.mjs`, `.cjs`)
 
+`init` also supports:
+
+- `--template <name>` — PM/QA template (v5.4+): `customer-support-agent`, `refund-agent`, `sales-assistant`, `browser-task-agent`, `mcp-tool-agent`, `workflow-agent`, `rag-answer-agent`, `human-approval-agent`
+
 `run` also supports:
 
 - `-o, --output <dir>` — write JSON run artifact (default: `.agent-inspect/suite-runs`)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agent-inspect",
-  "version": "5.3.0",
+  "version": "5.4.0",
   "license": "MIT",
   "type": "module",
   "description": "Trace, check, and safely share TypeScript AI-agent runs locally — no account, no upload, metadata-only by default",

package/packages/cli/dist/{chunk-4LKKB4Z5.mjs → chunk-YS2I722C.mjs}

@@ -7876,6 +7876,115 @@ function renderSuiteReport(result, options = {}) {
   return renderSuiteReportMarkdown(result);
 }
 
+// packages/core/src/suite/templates.ts
+var SUITE_TEMPLATE_IDS = [
+  "customer-support-agent",
+  "refund-agent",
+  "sales-assistant",
+  "browser-task-agent",
+  "mcp-tool-agent",
+  "workflow-agent",
+  "rag-answer-agent",
+  "human-approval-agent"
+];
+function baseTemplate(name, cases) {
+  return {
+    name,
+    traces: "./.agent-inspect",
+    cases,
+    checks: {
+      select: ["run.status", "outcome.status"],
+      run: { maxDurationMs: 6e4 }
+    },
+    redactionProfile: "local",
+    artifacts: { outputDir: ".agent-inspect/suite-runs" }
+  };
+}
+var TEMPLATES = {
+  "customer-support-agent": baseTemplate("customer-support-agent", [
+    {
+      id: "support-ticket",
+      runId: "support-ticket",
+      requireTools: ["searchDocs"],
+      forbidTools: ["deleteAccount"],
+      expectedObservations: ["answerReady"],
+      maxDurationMs: 45e3
+    }
+  ]),
+  "refund-agent": baseTemplate("refund-agent", [
+    {
+      id: "refund-flow",
+      runId: "refund-flow",
+      requireTools: ["searchDocs"],
+      forbidTools: ["deleteAccount"],
+      expectedObservations: ["policyShown"],
+      maxDurationMs: 3e4
+    }
+  ]),
+  "sales-assistant": baseTemplate("sales-assistant", [
+    {
+      id: "quote-request",
+      runId: "quote-request",
+      requireTools: ["lookupPricing"],
+      maxDurationMs: 3e4
+    }
+  ]),
+  "browser-task-agent": baseTemplate("browser-task-agent", [
+    {
+      id: "browser-nav",
+      runId: "browser-nav",
+      requireTools: ["browserNavigate"],
+      maxDurationMs: 12e4
+    }
+  ]),
+  "mcp-tool-agent": baseTemplate("mcp-tool-agent", [
+    {
+      id: "mcp-call",
+      runId: "mcp-call",
+      requireTools: ["mcp:tools/list"],
+      maxDurationMs: 3e4
+    }
+  ]),
+  "workflow-agent": baseTemplate("workflow-agent", [
+    {
+      id: "workflow-handoff",
+      runId: "workflow-handoff",
+      requireTools: ["handoff"],
+      maxDurationMs: 6e4
+    }
+  ]),
+  "rag-answer-agent": baseTemplate("rag-answer-agent", [
+    {
+      id: "rag-answer",
+      runId: "rag-answer",
+      requireTools: ["retrieve", "answer"],
+      expectedObservations: ["citationShown"],
+      maxDurationMs: 45e3
+    }
+  ]),
+  "human-approval-agent": baseTemplate("human-approval-agent", [
+    {
+      id: "approval-gate",
+      runId: "approval-gate",
+      expectedObservations: ["approvalRequested", "approvalGranted"],
+      maxDurationMs: 6e4
+    }
+  ])
+};
+function getSuiteTemplate(id) {
+  if (!SUITE_TEMPLATE_IDS.includes(id)) return void 0;
+  return structuredClone(TEMPLATES[id]);
+}
+function resolveSuiteTemplate(id) {
+  const template = getSuiteTemplate(id);
+  if (template === void 0) {
+    throw new Error(
+      `Unknown suite template "${id}". Available: ${SUITE_TEMPLATE_IDS.join(", ")}`
+    );
+  }
+  return template;
+}
+
 // packages/core/src/cohort/types.ts
 var COHORT_METRIC_IDS = [
   "errorRate",
@@ -8888,6 +8997,6 @@ function renderGateReport(result, options = {}) {
   return renderGateSummaryMarkdown(result);
 }
 
-export { COHORT_METRIC_IDS, DEFAULT_SUITE_ARTIFACTS_DIR, Redactor, TraceDirectory, TraceReadError, TreeBuilder, __commonJS, __require, __toESM, aggregateBundleSafeStatus, aggregateSessionCheckResults, analyzeCohort, applyProfileMetadataCaps, buildActivitySummary, buildBundleMetadata, buildBundleSummaryMarkdown, buildLocalExplanation, buildPlaceholderArtifact, buildRunSummary, buildRunTimeline, buildRunWhatSummary, buildSessionIndex, buildTraceStats, bundleFailsOnSafety, compactAttributes3 as compactAttributes, createBaselineRegressionRule, createLlmUsageRule, createMaxStepDurationRule, createObservedOutcomeRule, createRequireCompletedRule, createRunDepthRule, createRunDurationRule, createRunStatusRule, createSafetyOversizedAttributeRule, createSafetyRawContentRule, createSafetyRedactionRule, createSafetySecretPatternRule, createStallDetectionRule, createStructureCycleRule, createStructureOrphanRule, createStructureParallelWidthRule, createStructureRelationshipRule, createToolUsageRule, defaultBundleOutputPath, defaultSuiteConfigTemplate, enrichSessionRunRecord, escapeHtml, escapeMarkdown, extractMetadata, extractOutcomesFromTraceEvents, filterMetasBySessionScope, filterTraces, flattenTree, formatDuration2 as formatDuration, formatTimestamp, gateHasThresholds, getIndent, getTraceFilePath, isAgentInspectTrace, isPersistedInspectEvent, loadSessionRunRecords, loadSuiteConfig, loadTraceMetadataList, nanoid, normalizeBundleOutputPath, openTrace, parseCohortMetricList, parseDuration, parseDurationFilter, parseGateList, parseTraceJsonl, persistedInspectEventsToTraceEvents, renderActivitySummaryHuman, renderCohortReport, renderErrorLine, renderGateReport, renderObservedOutcomesHtml, renderObservedOutcomesMarkdown, renderRunWhat, renderStepLine, renderSuiteReport, renderTimeline, renderTraceStats, resolveBundleRunIds, resolveRedactionProfile, resolveTraceDir, runGate, runSuite, runTraceChecks, safeString, searchTraces, source_default, stableJson, summarizeObservedOutcomes, traceEventToPersistedInspectEvent, truncateName, truncateStringForProfile, validateEvent, validateSuiteConfig, zeroKinds };
-//# sourceMappingURL=chunk-4LKKB4Z5.mjs.map
-//# sourceMappingURL=chunk-4LKKB4Z5.mjs.map
+export { COHORT_METRIC_IDS, DEFAULT_SUITE_ARTIFACTS_DIR, Redactor, TraceDirectory, TraceReadError, TreeBuilder, __commonJS, __require, __toESM, aggregateBundleSafeStatus, aggregateSessionCheckResults, analyzeCohort, applyProfileMetadataCaps, buildActivitySummary, buildBundleMetadata, buildBundleSummaryMarkdown, buildLocalExplanation, buildPlaceholderArtifact, buildRunSummary, buildRunTimeline, buildRunWhatSummary, buildSessionIndex, buildTraceStats, bundleFailsOnSafety, compactAttributes3 as compactAttributes, createBaselineRegressionRule, createLlmUsageRule, createMaxStepDurationRule, createObservedOutcomeRule, createRequireCompletedRule, createRunDepthRule, createRunDurationRule, createRunStatusRule, createSafetyOversizedAttributeRule, createSafetyRawContentRule, createSafetyRedactionRule, createSafetySecretPatternRule, createStallDetectionRule, createStructureCycleRule, createStructureOrphanRule, createStructureParallelWidthRule, createStructureRelationshipRule, createToolUsageRule, defaultBundleOutputPath, defaultSuiteConfigTemplate, enrichSessionRunRecord, escapeHtml, escapeMarkdown, extractMetadata, extractOutcomesFromTraceEvents, filterMetasBySessionScope, filterTraces, flattenTree, formatDuration2 as formatDuration, formatTimestamp, gateHasThresholds, getIndent, getTraceFilePath, isAgentInspectTrace, isPersistedInspectEvent, loadSessionRunRecords, loadSuiteConfig, loadTraceMetadataList, nanoid, normalizeBundleOutputPath, openTrace, parseCohortMetricList, parseDuration, parseDurationFilter, parseGateList, parseTraceJsonl, persistedInspectEventsToTraceEvents, renderActivitySummaryHuman, renderCohortReport, renderErrorLine, renderGateReport, renderObservedOutcomesHtml, renderObservedOutcomesMarkdown, renderRunWhat, renderStepLine, renderSuiteReport, renderTimeline, renderTraceStats, resolveBundleRunIds, resolveRedactionProfile, resolveSuiteTemplate, resolveTraceDir, runGate, runSuite, runTraceChecks, safeString, searchTraces, source_default, stableJson, summarizeObservedOutcomes, traceEventToPersistedInspectEvent, truncateName, truncateStringForProfile, validateEvent, validateSuiteConfig, zeroKinds };
+//# sourceMappingURL=chunk-YS2I722C.mjs.map
+//# sourceMappingURL=chunk-YS2I722C.mjs.map