agent-inspect 5.2.0 → 5.4.0

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # Changelog
 
+## 5.4.0
+
+### Minor Changes
+
+- 31d5324: Add PM/QA suite templates and `suite init --template` for eight common agent scenarios.
+
+## 5.3.0
+
+### Minor Changes
+
+- 165b1dc: Add suite and workspace viewer modes with `agent-inspect viewer --suite` and `--workspace` for local read-only evidence inspection.
+
 ## 5.2.0
 
 ### Minor Changes

package/docs/CLI.md

@@ -901,7 +901,7 @@ Recipe: [shareable-bundle-basic](../examples/recipes/shareable-bundle-basic/READ
 Define and run **local trace suites** for CI trajectory checks (v5.0+). Suites read existing traces only — no agent replay, no model calls, no upload.
 
 ```bash
-agent-inspect suite init
+agent-inspect suite init [--template <name>]
 agent-inspect suite validate [--config path]
 agent-inspect suite list [--config path]
 agent-inspect suite run [--config path] [--json] [--markdown] [-o dir]
@@ -914,6 +914,10 @@ Options (shared):
 
 - `--config <path>` — suite config (`.json`, `.js`, `.mjs`, `.cjs`)
 
+`init` also supports:
+
+- `--template <name>` — PM/QA template (v5.4+): `customer-support-agent`, `refund-agent`, `sales-assistant`, `browser-task-agent`, `mcp-tool-agent`, `workflow-agent`, `rag-answer-agent`, `human-approval-agent`
+
 `run` also supports:
 
 - `-o, --output <dir>` — write JSON run artifact (default: `.agent-inspect/suite-runs`)
@@ -995,6 +999,29 @@ npx agent-inspect gate --dir fixtures/cohorts/before-after --max-error-rate 5 --
 
 Recipe: [github-actions-gate](../examples/recipes/github-actions-gate/README.md).
 
+### 6.28 `viewer`
+
+Start the **localhost read-only viewer** for traces, suite evidence, or workspace status (v5.3+).
+
+```bash
+agent-inspect viewer [--suite | --workspace] [options]
+```
+
+Options:
+
+- `--suite` — suite evidence mode (runs suite config and shows case status, failures, observations)
+- `--workspace` — workspace mode (project status, runs, artifacts)
+- `--config <path>` — suite config for `--suite` mode
+- `--dir <path>` — trace directory (trace mode default)
+- `--host`, `--port`, `--open` — same as `serve`
+
+Example:
+
+```bash
+npx agent-inspect viewer --suite --config fixtures/configs/outcome-suite.suite.json
+npx agent-inspect viewer --workspace
+```
+
 ## 7. Optional TUI behavior
 
 `view --tui` delegates to `@agent-inspect/tui` and requires an interactive terminal. If the package is not installed, the CLI prints a short install hint.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agent-inspect",
-  "version": "5.2.0",
+  "version": "5.4.0",
   "license": "MIT",
   "type": "module",
   "description": "Trace, check, and safely share TypeScript AI-agent runs locally — no account, no upload, metadata-only by default",

package/packages/cli/dist/{chunk-SJ5R2XBE.mjs → chunk-YS2I722C.mjs}

@@ -7876,6 +7876,115 @@ function renderSuiteReport(result, options = {}) {
   return renderSuiteReportMarkdown(result);
 }
 
+// packages/core/src/suite/templates.ts
+var SUITE_TEMPLATE_IDS = [
+  "customer-support-agent",
+  "refund-agent",
+  "sales-assistant",
+  "browser-task-agent",
+  "mcp-tool-agent",
+  "workflow-agent",
+  "rag-answer-agent",
+  "human-approval-agent"
+];
+function baseTemplate(name, cases) {
+  return {
+    name,
+    traces: "./.agent-inspect",
+    cases,
+    checks: {
+      select: ["run.status", "outcome.status"],
+      run: { maxDurationMs: 6e4 }
+    },
+    redactionProfile: "local",
+    artifacts: { outputDir: ".agent-inspect/suite-runs" }
+  };
+}
+var TEMPLATES = {
+  "customer-support-agent": baseTemplate("customer-support-agent", [
+    {
+      id: "support-ticket",
+      runId: "support-ticket",
+      requireTools: ["searchDocs"],
+      forbidTools: ["deleteAccount"],
+      expectedObservations: ["answerReady"],
+      maxDurationMs: 45e3
+    }
+  ]),
+  "refund-agent": baseTemplate("refund-agent", [
+    {
+      id: "refund-flow",
+      runId: "refund-flow",
+      requireTools: ["searchDocs"],
+      forbidTools: ["deleteAccount"],
+      expectedObservations: ["policyShown"],
+      maxDurationMs: 3e4
+    }
+  ]),
+  "sales-assistant": baseTemplate("sales-assistant", [
+    {
+      id: "quote-request",
+      runId: "quote-request",
+      requireTools: ["lookupPricing"],
+      maxDurationMs: 3e4
+    }
+  ]),
+  "browser-task-agent": baseTemplate("browser-task-agent", [
+    {
+      id: "browser-nav",
+      runId: "browser-nav",
+      requireTools: ["browserNavigate"],
+      maxDurationMs: 12e4
+    }
+  ]),
+  "mcp-tool-agent": baseTemplate("mcp-tool-agent", [
+    {
+      id: "mcp-call",
+      runId: "mcp-call",
+      requireTools: ["mcp:tools/list"],
+      maxDurationMs: 3e4
+    }
+  ]),
+  "workflow-agent": baseTemplate("workflow-agent", [
+    {
+      id: "workflow-handoff",
+      runId: "workflow-handoff",
+      requireTools: ["handoff"],
+      maxDurationMs: 6e4
+    }
+  ]),
+  "rag-answer-agent": baseTemplate("rag-answer-agent", [
+    {
+      id: "rag-answer",
+      runId: "rag-answer",
+      requireTools: ["retrieve", "answer"],
+      expectedObservations: ["citationShown"],
+      maxDurationMs: 45e3
+    }
+  ]),
+  "human-approval-agent": baseTemplate("human-approval-agent", [
+    {
+      id: "approval-gate",
+      runId: "approval-gate",
+      expectedObservations: ["approvalRequested", "approvalGranted"],
+      maxDurationMs: 6e4
+    }
+  ])
+};
+function getSuiteTemplate(id) {
+  if (!SUITE_TEMPLATE_IDS.includes(id)) return void 0;
+  return structuredClone(TEMPLATES[id]);
+}
+function resolveSuiteTemplate(id) {
+  const template = getSuiteTemplate(id);
+  if (template === void 0) {
+    throw new Error(
+      `Unknown suite template "${id}". Available: ${SUITE_TEMPLATE_IDS.join(", ")}`
+    );
+  }
+  return template;
+}
+
 // packages/core/src/cohort/types.ts
 var COHORT_METRIC_IDS = [
   "errorRate",
@@ -8888,6 +8997,6 @@ function renderGateReport(result, options = {}) {
   return renderGateSummaryMarkdown(result);
 }
 
-export { COHORT_METRIC_IDS, DEFAULT_SUITE_ARTIFACTS_DIR, Redactor, TraceDirectory, TraceReadError, TreeBuilder, __commonJS, __require, __toESM, aggregateBundleSafeStatus, aggregateSessionCheckResults, analyzeCohort, applyProfileMetadataCaps, buildActivitySummary, buildBundleMetadata, buildBundleSummaryMarkdown, buildLocalExplanation, buildPlaceholderArtifact, buildRunSummary, buildRunTimeline, buildRunWhatSummary, buildSessionIndex, buildTraceStats, bundleFailsOnSafety, compactAttributes3 as compactAttributes, createBaselineRegressionRule, createLlmUsageRule, createMaxStepDurationRule, createObservedOutcomeRule, createRequireCompletedRule, createRunDepthRule, createRunDurationRule, createRunStatusRule, createSafetyOversizedAttributeRule, createSafetyRawContentRule, createSafetyRedactionRule, createSafetySecretPatternRule, createStallDetectionRule, createStructureCycleRule, createStructureOrphanRule, createStructureParallelWidthRule, createStructureRelationshipRule, createToolUsageRule, defaultBundleOutputPath, defaultSuiteConfigTemplate, enrichSessionRunRecord, escapeHtml, escapeMarkdown, extractMetadata, extractOutcomesFromTraceEvents, filterMetasBySessionScope, filterTraces, flattenTree, formatDuration2 as formatDuration, formatTimestamp, gateHasThresholds, getIndent, getTraceFilePath, isAgentInspectTrace, isPersistedInspectEvent, loadSessionRunRecords, loadSuiteConfig, loadTraceMetadataList, nanoid, normalizeBundleOutputPath, openTrace, parseCohortMetricList, parseDuration, parseDurationFilter, parseGateList, parseTraceJsonl, persistedInspectEventsToTraceEvents, renderActivitySummaryHuman, renderCohortReport, renderErrorLine, renderGateReport, renderObservedOutcomesHtml, renderObservedOutcomesMarkdown, renderRunWhat, renderStepLine, renderSuiteReport, renderTimeline, renderTraceStats, resolveBundleRunIds, resolveRedactionProfile, resolveTraceDir, runGate, runSuite, runTraceChecks, safeString, searchTraces, source_default, stableJson, summarizeObservedOutcomes, traceEventToPersistedInspectEvent, truncateName, truncateStringForProfile, validateEvent, validateSuiteConfig, zeroKinds };
-//# sourceMappingURL=chunk-SJ5R2XBE.mjs.map
-//# sourceMappingURL=chunk-SJ5R2XBE.mjs.map
+export { COHORT_METRIC_IDS, DEFAULT_SUITE_ARTIFACTS_DIR, Redactor, TraceDirectory, TraceReadError, TreeBuilder, __commonJS, __require, __toESM, aggregateBundleSafeStatus, aggregateSessionCheckResults, analyzeCohort, applyProfileMetadataCaps, buildActivitySummary, buildBundleMetadata, buildBundleSummaryMarkdown, buildLocalExplanation, buildPlaceholderArtifact, buildRunSummary, buildRunTimeline, buildRunWhatSummary, buildSessionIndex, buildTraceStats, bundleFailsOnSafety, compactAttributes3 as compactAttributes, createBaselineRegressionRule, createLlmUsageRule, createMaxStepDurationRule, createObservedOutcomeRule, createRequireCompletedRule, createRunDepthRule, createRunDurationRule, createRunStatusRule, createSafetyOversizedAttributeRule, createSafetyRawContentRule, createSafetyRedactionRule, createSafetySecretPatternRule, createStallDetectionRule, createStructureCycleRule, createStructureOrphanRule, createStructureParallelWidthRule, createStructureRelationshipRule, createToolUsageRule, defaultBundleOutputPath, defaultSuiteConfigTemplate, enrichSessionRunRecord, escapeHtml, escapeMarkdown, extractMetadata, extractOutcomesFromTraceEvents, filterMetasBySessionScope, filterTraces, flattenTree, formatDuration2 as formatDuration, formatTimestamp, gateHasThresholds, getIndent, getTraceFilePath, isAgentInspectTrace, isPersistedInspectEvent, loadSessionRunRecords, loadSuiteConfig, loadTraceMetadataList, nanoid, normalizeBundleOutputPath, openTrace, parseCohortMetricList, parseDuration, parseDurationFilter, parseGateList, parseTraceJsonl, persistedInspectEventsToTraceEvents, renderActivitySummaryHuman, renderCohortReport, renderErrorLine, renderGateReport, renderObservedOutcomesHtml, renderObservedOutcomesMarkdown, renderRunWhat, renderStepLine, renderSuiteReport, renderTimeline, renderTraceStats, resolveBundleRunIds, resolveRedactionProfile, resolveSuiteTemplate, resolveTraceDir, runGate, runSuite, runTraceChecks, safeString, searchTraces, source_default, stableJson, summarizeObservedOutcomes, traceEventToPersistedInspectEvent, truncateName, truncateStringForProfile, validateEvent, validateSuiteConfig, zeroKinds };
+//# sourceMappingURL=chunk-YS2I722C.mjs.map
+//# sourceMappingURL=chunk-YS2I722C.mjs.map