agent-inspect 5.3.0 → 5.4.0

package/packages/cli/dist/index.cjs

@@ -8263,6 +8263,120 @@ var init_report = __esm({
   }
 });
 
+// packages/core/src/suite/templates.ts
+function baseTemplate(name, cases) {
+  return {
+    name,
+    traces: "./.agent-inspect",
+    cases,
+    checks: {
+      select: ["run.status", "outcome.status"],
+      run: { maxDurationMs: 6e4 }
+    },
+    redactionProfile: "local",
+    artifacts: { outputDir: ".agent-inspect/suite-runs" }
+  };
+}
+function getSuiteTemplate(id) {
+  if (!SUITE_TEMPLATE_IDS.includes(id)) return void 0;
+  return structuredClone(TEMPLATES[id]);
+}
+function resolveSuiteTemplate(id) {
+  const template = getSuiteTemplate(id);
+  if (template === void 0) {
+    throw new Error(
+      `Unknown suite template "${id}". Available: ${SUITE_TEMPLATE_IDS.join(", ")}`
+    );
+  }
+  return template;
+}
+var SUITE_TEMPLATE_IDS, TEMPLATES;
+var init_templates = __esm({
+  "packages/core/src/suite/templates.ts"() {
+    SUITE_TEMPLATE_IDS = [
+      "customer-support-agent",
+      "refund-agent",
+      "sales-assistant",
+      "browser-task-agent",
+      "mcp-tool-agent",
+      "workflow-agent",
+      "rag-answer-agent",
+      "human-approval-agent"
+    ];
+    TEMPLATES = {
+      "customer-support-agent": baseTemplate("customer-support-agent", [
+        {
+          id: "support-ticket",
+          runId: "support-ticket",
+          requireTools: ["searchDocs"],
+          forbidTools: ["deleteAccount"],
+          expectedObservations: ["answerReady"],
+          maxDurationMs: 45e3
+        }
+      ]),
+      "refund-agent": baseTemplate("refund-agent", [
+        {
+          id: "refund-flow",
+          runId: "refund-flow",
+          requireTools: ["searchDocs"],
+          forbidTools: ["deleteAccount"],
+          expectedObservations: ["policyShown"],
+          maxDurationMs: 3e4
+        }
+      ]),
+      "sales-assistant": baseTemplate("sales-assistant", [
+        {
+          id: "quote-request",
+          runId: "quote-request",
+          requireTools: ["lookupPricing"],
+          maxDurationMs: 3e4
+        }
+      ]),
+      "browser-task-agent": baseTemplate("browser-task-agent", [
+        {
+          id: "browser-nav",
+          runId: "browser-nav",
+          requireTools: ["browserNavigate"],
+          maxDurationMs: 12e4
+        }
+      ]),
+      "mcp-tool-agent": baseTemplate("mcp-tool-agent", [
+        {
+          id: "mcp-call",
+          runId: "mcp-call",
+          requireTools: ["mcp:tools/list"],
+          maxDurationMs: 3e4
+        }
+      ]),
+      "workflow-agent": baseTemplate("workflow-agent", [
+        {
+          id: "workflow-handoff",
+          runId: "workflow-handoff",
+          requireTools: ["handoff"],
+          maxDurationMs: 6e4
+        }
+      ]),
+      "rag-answer-agent": baseTemplate("rag-answer-agent", [
+        {
+          id: "rag-answer",
+          runId: "rag-answer",
+          requireTools: ["retrieve", "answer"],
+          expectedObservations: ["citationShown"],
+          maxDurationMs: 45e3
+        }
+      ]),
+      "human-approval-agent": baseTemplate("human-approval-agent", [
+        {
+          id: "approval-gate",
+          runId: "approval-gate",
+          expectedObservations: ["approvalRequested", "approvalGranted"],
+          maxDurationMs: 6e4
+        }
+      ])
+    };
+  }
+});
+
 // packages/core/src/suite/index.ts
 var init_suite = __esm({
   "packages/core/src/suite/index.ts"() {
@@ -8272,6 +8386,7 @@ var init_suite = __esm({
     init_resolve2();
     init_run();
     init_report();
+    init_templates();
   }
 });
 
@@ -9416,6 +9531,7 @@ var init_advanced = __esm({
     init_duration();
     init_bundle();
     init_suite();
+    init_templates();
     init_extract();
     init_cohort2();
     init_gate();
@@ -10613,7 +10729,7 @@ var init_src = __esm({
 });
 
 // package.json
-var version = "5.3.0";
+var version = "5.4.0";
 
 // packages/cli/src/list.ts
 init_advanced();
@@ -20881,30 +20997,39 @@ function resolveCwd(options) {
 async function suiteInitCommand(options = {}) {
   const cwd = resolveCwd(options);
   const configPath = path26__default.default.join(cwd, DEFAULT_CONFIG_FILENAME);
-  const template = defaultSuiteConfigTemplate();
+  const template = options.template?.trim();
+  const suiteConfig = template !== void 0 && template !== "" ? resolveSuiteTemplate(template) : defaultSuiteConfigTemplate();
   if (options.dryRun) {
     if (options.json) {
       printJson5({
         ok: true,
         dryRun: true,
         wouldWrite: [DEFAULT_CONFIG_FILENAME],
-        config: template
+        config: suiteConfig,
+        ...template ? { template } : {}
       });
       return;
     }
     console.log("Dry run \u2014 would create:");
     console.log(`- ${DEFAULT_CONFIG_FILENAME}`);
+    if (template) console.log(`  template: ${template}`);
     return;
   }
   try {
-    await promises.writeFile(configPath, `${JSON.stringify(template, null, 2)}
+    await promises.writeFile(configPath, `${JSON.stringify(suiteConfig, null, 2)}
 `, "utf-8");
     if (options.json) {
-      printJson5({ ok: true, created: [DEFAULT_CONFIG_FILENAME], configPath });
+      printJson5({
+        ok: true,
+        created: [DEFAULT_CONFIG_FILENAME],
+        configPath,
+        ...template ? { template } : {}
+      });
       return;
     }
     console.log("Created suite config:");
     console.log(`- ${DEFAULT_CONFIG_FILENAME}`);
+    if (template) console.log(`  template: ${template}`);
     console.log("\nNext:");
     console.log("  npx agent-inspect suite validate");
     console.log("  npx agent-inspect suite run --json");
@@ -21711,7 +21836,7 @@ function createCliProgram() {
     runCommand(() => workspacePathCommand(opts));
   });
   const suiteCmd = program.command("suite").description("Define and run local trace suites for CI (v5.0+)");
-  suiteCmd.command("init").description("Create a starter agent-inspect.suite.json").option("--dry-run", "show planned files without writing").option("--json", "print deterministic JSON result").action((opts) => {
+  suiteCmd.command("init").description("Create a starter agent-inspect.suite.json").option("--template <name>", "PM/QA template id (v5.4+)").option("--dry-run", "show planned files without writing").option("--json", "print deterministic JSON result").action((opts) => {
     runCommand(() => suiteInitCommand(opts));
   });
   suiteCmd.command("validate").description("Validate suite config shape and trace paths").option("--config <path>", "suite config path").option("--json", "print deterministic JSON result").action((opts) => {