agent-inspect 5.3.0 → 6.0.0

package/packages/cli/dist/index.cjs

@@ -8263,6 +8263,120 @@ var init_report = __esm({
   }
 });
 
+// packages/core/src/suite/templates.ts
+function baseTemplate(name, cases) {
+  return {
+    name,
+    traces: "./.agent-inspect",
+    cases,
+    checks: {
+      select: ["run.status", "outcome.status"],
+      run: { maxDurationMs: 6e4 }
+    },
+    redactionProfile: "local",
+    artifacts: { outputDir: ".agent-inspect/suite-runs" }
+  };
+}
+function getSuiteTemplate(id) {
+  if (!SUITE_TEMPLATE_IDS.includes(id)) return void 0;
+  return structuredClone(TEMPLATES[id]);
+}
+function resolveSuiteTemplate(id) {
+  const template = getSuiteTemplate(id);
+  if (template === void 0) {
+    throw new Error(
+      `Unknown suite template "${id}". Available: ${SUITE_TEMPLATE_IDS.join(", ")}`
+    );
+  }
+  return template;
+}
+var SUITE_TEMPLATE_IDS, TEMPLATES;
+var init_templates = __esm({
+  "packages/core/src/suite/templates.ts"() {
+    SUITE_TEMPLATE_IDS = [
+      "customer-support-agent",
+      "refund-agent",
+      "sales-assistant",
+      "browser-task-agent",
+      "mcp-tool-agent",
+      "workflow-agent",
+      "rag-answer-agent",
+      "human-approval-agent"
+    ];
+    TEMPLATES = {
+      "customer-support-agent": baseTemplate("customer-support-agent", [
+        {
+          id: "support-ticket",
+          runId: "support-ticket",
+          requireTools: ["searchDocs"],
+          forbidTools: ["deleteAccount"],
+          expectedObservations: ["answerReady"],
+          maxDurationMs: 45e3
+        }
+      ]),
+      "refund-agent": baseTemplate("refund-agent", [
+        {
+          id: "refund-flow",
+          runId: "refund-flow",
+          requireTools: ["searchDocs"],
+          forbidTools: ["deleteAccount"],
+          expectedObservations: ["policyShown"],
+          maxDurationMs: 3e4
+        }
+      ]),
+      "sales-assistant": baseTemplate("sales-assistant", [
+        {
+          id: "quote-request",
+          runId: "quote-request",
+          requireTools: ["lookupPricing"],
+          maxDurationMs: 3e4
+        }
+      ]),
+      "browser-task-agent": baseTemplate("browser-task-agent", [
+        {
+          id: "browser-nav",
+          runId: "browser-nav",
+          requireTools: ["browserNavigate"],
+          maxDurationMs: 12e4
+        }
+      ]),
+      "mcp-tool-agent": baseTemplate("mcp-tool-agent", [
+        {
+          id: "mcp-call",
+          runId: "mcp-call",
+          requireTools: ["mcp:tools/list"],
+          maxDurationMs: 3e4
+        }
+      ]),
+      "workflow-agent": baseTemplate("workflow-agent", [
+        {
+          id: "workflow-handoff",
+          runId: "workflow-handoff",
+          requireTools: ["handoff"],
+          maxDurationMs: 6e4
+        }
+      ]),
+      "rag-answer-agent": baseTemplate("rag-answer-agent", [
+        {
+          id: "rag-answer",
+          runId: "rag-answer",
+          requireTools: ["retrieve", "answer"],
+          expectedObservations: ["citationShown"],
+          maxDurationMs: 45e3
+        }
+      ]),
+      "human-approval-agent": baseTemplate("human-approval-agent", [
+        {
+          id: "approval-gate",
+          runId: "approval-gate",
+          expectedObservations: ["approvalRequested", "approvalGranted"],
+          maxDurationMs: 6e4
+        }
+      ])
+    };
+  }
+});
+
 // packages/core/src/suite/index.ts
 var init_suite = __esm({
   "packages/core/src/suite/index.ts"() {
@@ -8272,6 +8386,7 @@ var init_suite = __esm({
     init_resolve2();
     init_run();
     init_report();
+    init_templates();
   }
 });
 
@@ -9416,6 +9531,7 @@ var init_advanced = __esm({
     init_duration();
     init_bundle();
     init_suite();
+    init_templates();
     init_extract();
     init_cohort2();
     init_gate();
@@ -10613,7 +10729,7 @@ var init_src = __esm({
 });
 
 // package.json
-var version = "5.3.0";
+var version = "6.0.0";
 
 // packages/cli/src/list.ts
 init_advanced();
@@ -17783,6 +17899,63 @@ async function serveCommand(options = {}) {
   });
 }
 
+// packages/cli/src/studio-cmd.ts
+var PACKAGE = "@agent-inspect/studio";
+function isModuleNotFound3(e) {
+  return e !== null && typeof e === "object" && "code" in e && (e.code === "ERR_MODULE_NOT_FOUND" || e.code === "MODULE_NOT_FOUND");
+}
+async function loadStudio() {
+  try {
+    return await import('@agent-inspect/studio');
+  } catch (e) {
+    if (isModuleNotFound3(e)) {
+      console.error(
+        `The optional Studio analyzer is not installed. Run: npm install ${PACKAGE}`
+      );
+      process.exitCode = 1;
+      return null;
+    }
+    const msg = e instanceof Error ? e.message : String(e);
+    console.error(`[AgentInspect] failed to load ${PACKAGE}: ${msg}`);
+    process.exitCode = 1;
+    return null;
+  }
+}
+function parsePort2(value) {
+  if (value === void 0) return void 0;
+  const parsed = Number(value);
+  if (!Number.isInteger(parsed) || parsed <= 0 || parsed > 65535) {
+    throw new Error("--port must be an integer between 1 and 65535.");
+  }
+  return parsed;
+}
+async function studioCommand(options = {}) {
+  const mod = await loadStudio();
+  if (!mod) return;
+  const port = parsePort2(options.port);
+  const host = options.host?.trim();
+  const info = await mod.startStudioServer({
+    ...host !== void 0 && host.length > 0 ? { host } : {},
+    ...port !== void 0 ? { port } : {},
+    ...options.workspace !== void 0 ? { workspacePath: options.workspace } : {},
+    ...options.db !== void 0 ? { dbPath: options.db } : {},
+    ...options.server === true ? { server: true } : {},
+    ...options.cwd !== void 0 ? { cwd: options.cwd } : {},
+    ...options.auth === "basic" ? { auth: "basic" } : {},
+    ...options.passwordEnv !== void 0 ? { passwordEnv: options.passwordEnv } : {}
+  });
+  console.log(`AgentInspect studio (read-only): ${info.url}`);
+  if (options.open === true && info.host !== "127.0.0.1" && info.host !== "localhost") {
+    console.warn("Skipping browser open for non-local host binding.");
+  } else if (options.open === true) {
+    const openMod = await import('child_process');
+    openMod.exec(`open ${info.url}`, () => {
+    });
+  }
+  await new Promise(() => {
+  });
+}
+
 // packages/eval/src/index.ts
 function isTraceReadResult(value) {
   return value !== null && typeof value === "object" && "runs" in value && "events" in value && "format" in value;
@@ -20585,23 +20758,23 @@ async function indexCleanCommand(options = {}) {
 
 // packages/cli/src/index-sqlite-cmd.ts
 init_advanced();
-var PACKAGE = "@agent-inspect/index-sqlite";
-function isModuleNotFound3(e) {
+var PACKAGE2 = "@agent-inspect/index-sqlite";
+function isModuleNotFound4(e) {
   return e !== null && typeof e === "object" && "code" in e && (e.code === "ERR_MODULE_NOT_FOUND" || e.code === "MODULE_NOT_FOUND");
 }
 async function loadIndexSqlite() {
   try {
     return await Promise.resolve().then(() => (init_src(), src_exports));
   } catch (e) {
-    if (isModuleNotFound3(e)) {
+    if (isModuleNotFound4(e)) {
       console.error(
-        `The optional SQLite index is not installed. Run: npm install ${PACKAGE}`
+        `The optional SQLite index is not installed. Run: npm install ${PACKAGE2}`
       );
       process.exitCode = 1;
       return null;
     }
     const msg = e instanceof Error ? e.message : String(e);
-    console.error(`[AgentInspect] failed to load ${PACKAGE}: ${msg}`);
+    console.error(`[AgentInspect] failed to load ${PACKAGE2}: ${msg}`);
     process.exitCode = 1;
     return null;
   }
@@ -20881,30 +21054,39 @@ function resolveCwd(options) {
 async function suiteInitCommand(options = {}) {
   const cwd = resolveCwd(options);
   const configPath = path26__default.default.join(cwd, DEFAULT_CONFIG_FILENAME);
-  const template = defaultSuiteConfigTemplate();
+  const template = options.template?.trim();
+  const suiteConfig = template !== void 0 && template !== "" ? resolveSuiteTemplate(template) : defaultSuiteConfigTemplate();
   if (options.dryRun) {
     if (options.json) {
       printJson5({
         ok: true,
         dryRun: true,
         wouldWrite: [DEFAULT_CONFIG_FILENAME],
-        config: template
+        config: suiteConfig,
+        ...template ? { template } : {}
       });
       return;
     }
     console.log("Dry run \u2014 would create:");
     console.log(`- ${DEFAULT_CONFIG_FILENAME}`);
+    if (template) console.log(`  template: ${template}`);
     return;
   }
   try {
-    await promises.writeFile(configPath, `${JSON.stringify(template, null, 2)}
+    await promises.writeFile(configPath, `${JSON.stringify(suiteConfig, null, 2)}
 `, "utf-8");
     if (options.json) {
-      printJson5({ ok: true, created: [DEFAULT_CONFIG_FILENAME], configPath });
+      printJson5({
+        ok: true,
+        created: [DEFAULT_CONFIG_FILENAME],
+        configPath,
+        ...template ? { template } : {}
+      });
       return;
     }
     console.log("Created suite config:");
     console.log(`- ${DEFAULT_CONFIG_FILENAME}`);
+    if (template) console.log(`  template: ${template}`);
     console.log("\nNext:");
     console.log("  npx agent-inspect suite validate");
     console.log("  npx agent-inspect suite run --json");
@@ -21440,6 +21622,11 @@ function createCliProgram() {
   program.command("viewer").description("Start localhost read-only viewer (traces, suite, or workspace) (v5.3+)").option("--dir <path>", "trace directory (trace mode)").option("--suite", "suite evidence mode").option("--workspace", "workspace mode").option("--config <path>", "suite config path (suite mode)").option("--host <host>", "bind host (default 127.0.0.1)", "127.0.0.1").option("--port <number>", "bind port (default 7337)", "7337").option("--open", "open browser locally when host is localhost").action((opts) => {
     runCommand(() => serveCommand(opts));
   });
+  program.command("studio").description(
+    "Start self-hosted read-only Studio analyzer (requires @agent-inspect/studio) (v6.0+)"
+  ).option("--workspace <path>", "studio registry manifest path").option("--db <path>", "studio database path (sqlite file or postgres URL)").option("--host <host>", "bind host (default 127.0.0.1)", "127.0.0.1").option("--port <number>", "bind port (default 7340)", "7340").option("--server", "bind for network access (0.0.0.0; requires explicit opt-in)").option("--auth <mode>", "auth mode: none or basic", "none").option("--password-env <name>", "env var for basic-auth password").option("--open", "open browser locally when host is localhost").action((opts) => {
+    runCommand(() => studioCommand(opts));
+  });
   program.command("eval").description("Run deterministic local evals against a trace").argument("<trace-path-or-run-id>", "trace file, directory, stdin -, or run id").option("--dir <path>", "trace directory for run-id lookup").addOption(
     new commander.Option("--format <format>", "trace input format").choices([
       "agent-inspect-jsonl",
@@ -21711,7 +21898,7 @@ function createCliProgram() {
     runCommand(() => workspacePathCommand(opts));
   });
   const suiteCmd = program.command("suite").description("Define and run local trace suites for CI (v5.0+)");
-  suiteCmd.command("init").description("Create a starter agent-inspect.suite.json").option("--dry-run", "show planned files without writing").option("--json", "print deterministic JSON result").action((opts) => {
+  suiteCmd.command("init").description("Create a starter agent-inspect.suite.json").option("--template <name>", "PM/QA template id (v5.4+)").option("--dry-run", "show planned files without writing").option("--json", "print deterministic JSON result").action((opts) => {
     runCommand(() => suiteInitCommand(opts));
   });
   suiteCmd.command("validate").description("Validate suite config shape and trace paths").option("--config <path>", "suite config path").option("--json", "print deterministic JSON result").action((opts) => {