agent-inspect 5.3.0 → 6.0.0

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # Changelog
 
+## 6.0.0
+
+### Minor Changes
+
+- Add self-hosted Studio (`@agent-inspect/studio`): optional read-only multi-project analyzer with `agent-inspect studio`, SQLite metadata cache, registry import, search/diff/reports views, optional basic auth, and self-hosting docs. Localhost by default; no maintainer cloud; no default upload.
+
+## 5.4.0
+
+### Minor Changes
+
+- 31d5324: Add PM/QA suite templates and `suite init --template` for eight common agent scenarios.
+
 ## 5.3.0
 
 ### Minor Changes

package/docs/CLI.md

@@ -901,7 +901,7 @@ Recipe: [shareable-bundle-basic](../examples/recipes/shareable-bundle-basic/READ
 Define and run **local trace suites** for CI trajectory checks (v5.0+). Suites read existing traces only — no agent replay, no model calls, no upload.
 
 ```bash
-agent-inspect suite init
+agent-inspect suite init [--template <name>]
 agent-inspect suite validate [--config path]
 agent-inspect suite list [--config path]
 agent-inspect suite run [--config path] [--json] [--markdown] [-o dir]
@@ -914,6 +914,10 @@ Options (shared):
 
 - `--config <path>` — suite config (`.json`, `.js`, `.mjs`, `.cjs`)
 
+`init` also supports:
+
+- `--template <name>` — PM/QA template (v5.4+): `customer-support-agent`, `refund-agent`, `sales-assistant`, `browser-task-agent`, `mcp-tool-agent`, `workflow-agent`, `rag-answer-agent`, `human-approval-agent`
+
 `run` also supports:
 
 - `-o, --output <dir>` — write JSON run artifact (default: `.agent-inspect/suite-runs`)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "agent-inspect",
-  "version": "5.3.0",
+  "version": "6.0.0",
   "license": "MIT",
   "type": "module",
   "description": "Trace, check, and safely share TypeScript AI-agent runs locally — no account, no upload, metadata-only by default",
@@ -206,7 +206,7 @@
   },
   "scripts": {
     "clean": "pnpm -r exec -- rm -rf dist",
-    "build": "pnpm exec tsup --config tsup.core.config.ts && pnpm exec tsup --config tsup.cli.config.ts && pnpm exec tsup --config tsup.langchain.config.ts && pnpm exec tsup --config tsup.tui.config.ts && pnpm exec tsup --config tsup.ai-sdk.config.ts && pnpm exec tsup --config tsup.vitest.config.ts && pnpm exec tsup --config tsup.jest.config.ts && pnpm exec tsup --config tsup.openai-agents.config.ts && pnpm exec tsup --config tsup.harness.config.ts && pnpm exec tsup --config tsup.redact.config.ts && pnpm exec tsup --config tsup.eval.config.ts && pnpm exec tsup --config tsup.mcp.config.ts && pnpm exec tsup --config tsup.guardrails.config.ts && pnpm exec tsup --config tsup.circuit.config.ts && pnpm exec tsup --config tsup.viewer.config.ts && pnpm exec tsup --config tsup.mcp-server.config.ts && pnpm exec tsup --config tsup.adapter-sdk.config.ts && pnpm exec tsup --config tsup.vscode.config.ts && pnpm exec tsup --config tsup.index-sqlite.config.ts",
+    "build": "pnpm exec tsup --config tsup.core.config.ts && pnpm exec tsup --config tsup.cli.config.ts && pnpm exec tsup --config tsup.langchain.config.ts && pnpm exec tsup --config tsup.tui.config.ts && pnpm exec tsup --config tsup.ai-sdk.config.ts && pnpm exec tsup --config tsup.vitest.config.ts && pnpm exec tsup --config tsup.jest.config.ts && pnpm exec tsup --config tsup.openai-agents.config.ts && pnpm exec tsup --config tsup.harness.config.ts && pnpm exec tsup --config tsup.redact.config.ts && pnpm exec tsup --config tsup.eval.config.ts && pnpm exec tsup --config tsup.mcp.config.ts && pnpm exec tsup --config tsup.guardrails.config.ts && pnpm exec tsup --config tsup.circuit.config.ts && pnpm exec tsup --config tsup.viewer.config.ts && pnpm exec tsup --config tsup.mcp-server.config.ts && pnpm exec tsup --config tsup.adapter-sdk.config.ts && pnpm exec tsup --config tsup.vscode.config.ts && pnpm exec tsup --config tsup.index-sqlite.config.ts && pnpm exec tsup --config tsup.studio.config.ts",
     "typecheck": "tsc --noEmit",
     "test": "vitest run",
     "test:watch": "vitest",

package/packages/cli/dist/{chunk-4LKKB4Z5.mjs → chunk-YS2I722C.mjs}

@@ -7876,6 +7876,115 @@ function renderSuiteReport(result, options = {}) {
   return renderSuiteReportMarkdown(result);
 }
 
+// packages/core/src/suite/templates.ts
+var SUITE_TEMPLATE_IDS = [
+  "customer-support-agent",
+  "refund-agent",
+  "sales-assistant",
+  "browser-task-agent",
+  "mcp-tool-agent",
+  "workflow-agent",
+  "rag-answer-agent",
+  "human-approval-agent"
+];
+function baseTemplate(name, cases) {
+  return {
+    name,
+    traces: "./.agent-inspect",
+    cases,
+    checks: {
+      select: ["run.status", "outcome.status"],
+      run: { maxDurationMs: 6e4 }
+    },
+    redactionProfile: "local",
+    artifacts: { outputDir: ".agent-inspect/suite-runs" }
+  };
+}
+var TEMPLATES = {
+  "customer-support-agent": baseTemplate("customer-support-agent", [
+    {
+      id: "support-ticket",
+      runId: "support-ticket",
+      requireTools: ["searchDocs"],
+      forbidTools: ["deleteAccount"],
+      expectedObservations: ["answerReady"],
+      maxDurationMs: 45e3
+    }
+  ]),
+  "refund-agent": baseTemplate("refund-agent", [
+    {
+      id: "refund-flow",
+      runId: "refund-flow",
+      requireTools: ["searchDocs"],
+      forbidTools: ["deleteAccount"],
+      expectedObservations: ["policyShown"],
+      maxDurationMs: 3e4
+    }
+  ]),
+  "sales-assistant": baseTemplate("sales-assistant", [
+    {
+      id: "quote-request",
+      runId: "quote-request",
+      requireTools: ["lookupPricing"],
+      maxDurationMs: 3e4
+    }
+  ]),
+  "browser-task-agent": baseTemplate("browser-task-agent", [
+    {
+      id: "browser-nav",
+      runId: "browser-nav",
+      requireTools: ["browserNavigate"],
+      maxDurationMs: 12e4
+    }
+  ]),
+  "mcp-tool-agent": baseTemplate("mcp-tool-agent", [
+    {
+      id: "mcp-call",
+      runId: "mcp-call",
+      requireTools: ["mcp:tools/list"],
+      maxDurationMs: 3e4
+    }
+  ]),
+  "workflow-agent": baseTemplate("workflow-agent", [
+    {
+      id: "workflow-handoff",
+      runId: "workflow-handoff",
+      requireTools: ["handoff"],
+      maxDurationMs: 6e4
+    }
+  ]),
+  "rag-answer-agent": baseTemplate("rag-answer-agent", [
+    {
+      id: "rag-answer",
+      runId: "rag-answer",
+      requireTools: ["retrieve", "answer"],
+      expectedObservations: ["citationShown"],
+      maxDurationMs: 45e3
+    }
+  ]),
+  "human-approval-agent": baseTemplate("human-approval-agent", [
+    {
+      id: "approval-gate",
+      runId: "approval-gate",
+      expectedObservations: ["approvalRequested", "approvalGranted"],
+      maxDurationMs: 6e4
+    }
+  ])
+};
+function getSuiteTemplate(id) {
+  if (!SUITE_TEMPLATE_IDS.includes(id)) return void 0;
+  return structuredClone(TEMPLATES[id]);
+}
+function resolveSuiteTemplate(id) {
+  const template = getSuiteTemplate(id);
+  if (template === void 0) {
+    throw new Error(
+      `Unknown suite template "${id}". Available: ${SUITE_TEMPLATE_IDS.join(", ")}`
+    );
+  }
+  return template;
+}
+
 // packages/core/src/cohort/types.ts
 var COHORT_METRIC_IDS = [
   "errorRate",
@@ -8888,6 +8997,6 @@ function renderGateReport(result, options = {}) {
   return renderGateSummaryMarkdown(result);
 }
 
-export { COHORT_METRIC_IDS, DEFAULT_SUITE_ARTIFACTS_DIR, Redactor, TraceDirectory, TraceReadError, TreeBuilder, __commonJS, __require, __toESM, aggregateBundleSafeStatus, aggregateSessionCheckResults, analyzeCohort, applyProfileMetadataCaps, buildActivitySummary, buildBundleMetadata, buildBundleSummaryMarkdown, buildLocalExplanation, buildPlaceholderArtifact, buildRunSummary, buildRunTimeline, buildRunWhatSummary, buildSessionIndex, buildTraceStats, bundleFailsOnSafety, compactAttributes3 as compactAttributes, createBaselineRegressionRule, createLlmUsageRule, createMaxStepDurationRule, createObservedOutcomeRule, createRequireCompletedRule, createRunDepthRule, createRunDurationRule, createRunStatusRule, createSafetyOversizedAttributeRule, createSafetyRawContentRule, createSafetyRedactionRule, createSafetySecretPatternRule, createStallDetectionRule, createStructureCycleRule, createStructureOrphanRule, createStructureParallelWidthRule, createStructureRelationshipRule, createToolUsageRule, defaultBundleOutputPath, defaultSuiteConfigTemplate, enrichSessionRunRecord, escapeHtml, escapeMarkdown, extractMetadata, extractOutcomesFromTraceEvents, filterMetasBySessionScope, filterTraces, flattenTree, formatDuration2 as formatDuration, formatTimestamp, gateHasThresholds, getIndent, getTraceFilePath, isAgentInspectTrace, isPersistedInspectEvent, loadSessionRunRecords, loadSuiteConfig, loadTraceMetadataList, nanoid, normalizeBundleOutputPath, openTrace, parseCohortMetricList, parseDuration, parseDurationFilter, parseGateList, parseTraceJsonl, persistedInspectEventsToTraceEvents, renderActivitySummaryHuman, renderCohortReport, renderErrorLine, renderGateReport, renderObservedOutcomesHtml, renderObservedOutcomesMarkdown, renderRunWhat, renderStepLine, renderSuiteReport, renderTimeline, renderTraceStats, resolveBundleRunIds, resolveRedactionProfile, resolveTraceDir, runGate, runSuite, runTraceChecks, safeString, searchTraces, source_default, stableJson, summarizeObservedOutcomes, traceEventToPersistedInspectEvent, truncateName, truncateStringForProfile, validateEvent, validateSuiteConfig, zeroKinds };
-//# sourceMappingURL=chunk-4LKKB4Z5.mjs.map
-//# sourceMappingURL=chunk-4LKKB4Z5.mjs.map
+export { COHORT_METRIC_IDS, DEFAULT_SUITE_ARTIFACTS_DIR, Redactor, TraceDirectory, TraceReadError, TreeBuilder, __commonJS, __require, __toESM, aggregateBundleSafeStatus, aggregateSessionCheckResults, analyzeCohort, applyProfileMetadataCaps, buildActivitySummary, buildBundleMetadata, buildBundleSummaryMarkdown, buildLocalExplanation, buildPlaceholderArtifact, buildRunSummary, buildRunTimeline, buildRunWhatSummary, buildSessionIndex, buildTraceStats, bundleFailsOnSafety, compactAttributes3 as compactAttributes, createBaselineRegressionRule, createLlmUsageRule, createMaxStepDurationRule, createObservedOutcomeRule, createRequireCompletedRule, createRunDepthRule, createRunDurationRule, createRunStatusRule, createSafetyOversizedAttributeRule, createSafetyRawContentRule, createSafetyRedactionRule, createSafetySecretPatternRule, createStallDetectionRule, createStructureCycleRule, createStructureOrphanRule, createStructureParallelWidthRule, createStructureRelationshipRule, createToolUsageRule, defaultBundleOutputPath, defaultSuiteConfigTemplate, enrichSessionRunRecord, escapeHtml, escapeMarkdown, extractMetadata, extractOutcomesFromTraceEvents, filterMetasBySessionScope, filterTraces, flattenTree, formatDuration2 as formatDuration, formatTimestamp, gateHasThresholds, getIndent, getTraceFilePath, isAgentInspectTrace, isPersistedInspectEvent, loadSessionRunRecords, loadSuiteConfig, loadTraceMetadataList, nanoid, normalizeBundleOutputPath, openTrace, parseCohortMetricList, parseDuration, parseDurationFilter, parseGateList, parseTraceJsonl, persistedInspectEventsToTraceEvents, renderActivitySummaryHuman, renderCohortReport, renderErrorLine, renderGateReport, renderObservedOutcomesHtml, renderObservedOutcomesMarkdown, renderRunWhat, renderStepLine, renderSuiteReport, renderTimeline, renderTraceStats, resolveBundleRunIds, resolveRedactionProfile, resolveSuiteTemplate, resolveTraceDir, runGate, runSuite, runTraceChecks, safeString, searchTraces, source_default, stableJson, summarizeObservedOutcomes, traceEventToPersistedInspectEvent, truncateName, truncateStringForProfile, validateEvent, validateSuiteConfig, zeroKinds };
+//# sourceMappingURL=chunk-YS2I722C.mjs.map
+//# sourceMappingURL=chunk-YS2I722C.mjs.map