anpord 0.1.18 → 0.1.20

package/dist/api-context.cjs

@@ -1,5 +1,5 @@
 Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const require_api_mocks = require("./api-mocks-CuVw86Qw.cjs");
+const require_api_mocks = require("./api-mocks-BjnewAya.cjs");
 let effect = require("effect");
 let node_fs_promises = require("node:fs/promises");
 //#region src/mock-api/context.ts

package/dist/api-context.d.cts

@@ -1,4 +1,4 @@
-import { t as ApiCall } from "./api-mocks-CAQFqUgY.cjs";
+import { t as ApiCall } from "./api-mocks-xXKzUFc9.cjs";
 //#region src/mock-api/context.d.ts
 declare const apiContext: {
   url: (name: string) => Promise<string>;

package/dist/api-context.d.mts

@@ -1,4 +1,4 @@
-import { t as ApiCall } from "./api-mocks-CAQFqUgY.mjs";
+import { t as ApiCall } from "./api-mocks-xXKzUFc9.mjs";
 //#region src/mock-api/context.d.ts
 declare const apiContext: {
   url: (name: string) => Promise<string>;

package/dist/api-context.mjs

@@ -1,4 +1,4 @@
-import { a as ApiCall, n as API_MANIFEST, o as ApiManifest, t as API_JOURNAL } from "./api-mocks-wNUnpzJf.mjs";
+import { a as ApiCall, n as API_MANIFEST, o as ApiManifest, t as API_JOURNAL } from "./api-mocks-C3SsliJZ.mjs";
 import { Schema } from "effect";
 import { readFile } from "node:fs/promises";
 //#region src/mock-api/context.ts

package/dist/{api-mocks-CuVw86Qw.cjs → api-mocks-BjnewAya.cjs}

@@ -1,4 +1,4 @@
-const require_eval_validations = require("./eval-validations-BdlPhudg.cjs");
+const require_eval_validations = require("./eval-validations-D0Cz6xSg.cjs");
 let effect = require("effect");
 //#region ../schema/src/domain/api-mocks.ts
 const API_PROGRAM = "workspace/.anpord/api/program.json";

package/dist/{api-mocks-wNUnpzJf.mjs → api-mocks-C3SsliJZ.mjs}

@@ -1,4 +1,4 @@
-import { r as ValidationValue } from "./eval-validations-BvX9dkYh.mjs";
+import { r as ValidationValue } from "./eval-validations-CUG2PvR_.mjs";
 import { Schema } from "effect";
 //#region ../schema/src/domain/api-mocks.ts
 const API_PROGRAM = "workspace/.anpord/api/program.json";

package/dist/{api-mocks-CAQFqUgY.d.cts → api-mocks-xXKzUFc9.d.cts}

@@ -58,10 +58,10 @@ declare const ApiCall_base: Schema.Class<ApiCall, {
   }>>>;
 }>, never, {
   readonly api: string;
-} & {
-  readonly startedAt: number;
 } & {
   readonly status: number;
+} & {
+  readonly startedAt: number;
 } & {
   readonly path: string;
 } & {

package/dist/{api-mocks-CAQFqUgY.d.mts → api-mocks-xXKzUFc9.d.mts}

@@ -58,10 +58,10 @@ declare const ApiCall_base: Schema.Class<ApiCall, {
   }>>>;
 }>, never, {
   readonly api: string;
-} & {
-  readonly startedAt: number;
 } & {
   readonly status: number;
+} & {
+  readonly startedAt: number;
 } & {
   readonly path: string;
 } & {

package/dist/api-runtime.cjs

@@ -1,4 +1,4 @@
 Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const require_runtime = require("./runtime-CXcsGvwP.cjs");
+const require_runtime = require("./runtime-B5it0Siy.cjs");
 exports.runApiServers = require_runtime.runApiServers;
 exports.withApi = require_runtime.withApi;

package/dist/api-runtime.d.cts

@@ -1,4 +1,4 @@
-import { t as ApiCall } from "./api-mocks-CAQFqUgY.cjs";
+import { t as ApiCall } from "./api-mocks-xXKzUFc9.cjs";
 import { t as ApiDefinition } from "./define-NZvmQuIv.cjs";
 //#region src/mock-api/runtime.d.ts
 declare const withApi: <A>({ api, run }: {

package/dist/api-runtime.d.mts

@@ -1,4 +1,4 @@
-import { t as ApiCall } from "./api-mocks-CAQFqUgY.mjs";
+import { t as ApiCall } from "./api-mocks-xXKzUFc9.mjs";
 import { t as ApiDefinition } from "./define-NZvmQuIv.mjs";
 //#region src/mock-api/runtime.d.ts
 declare const withApi: <A>({ api, run }: {

package/dist/api-runtime.mjs

@@ -1,2 +1,2 @@
-import { n as withApi, t as runApiServers } from "./runtime-DDUrsAI-.mjs";
+import { n as withApi, t as runApiServers } from "./runtime-ChWJywJY.mjs";
 export { runApiServers, withApi };

package/dist/api.cjs

@@ -1,5 +1,5 @@
 Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const require_runtime = require("./runtime-CXcsGvwP.cjs");
+const require_runtime = require("./runtime-B5it0Siy.cjs");
 exports.api = require_runtime.api;
 exports.endpoint = require_runtime.endpoint;
 exports.withApi = require_runtime.withApi;

package/dist/api.d.cts

@@ -1,4 +1,4 @@
-import { t as ApiCall } from "./api-mocks-CAQFqUgY.cjs";
+import { t as ApiCall } from "./api-mocks-xXKzUFc9.cjs";
 import { a as endpoint, i as api, n as ApiHandlerContext, r as EndpointDefinition, t as ApiDefinition } from "./define-NZvmQuIv.cjs";
 import { withApi } from "./api-runtime.cjs";
 export { type ApiCall, type ApiDefinition, type ApiHandlerContext, type EndpointDefinition, api, endpoint, withApi };

package/dist/api.d.mts

@@ -1,4 +1,4 @@
-import { t as ApiCall } from "./api-mocks-CAQFqUgY.mjs";
+import { t as ApiCall } from "./api-mocks-xXKzUFc9.mjs";
 import { a as endpoint, i as api, n as ApiHandlerContext, r as EndpointDefinition, t as ApiDefinition } from "./define-NZvmQuIv.mjs";
 import { withApi } from "./api-runtime.mjs";
 export { type ApiCall, type ApiDefinition, type ApiHandlerContext, type EndpointDefinition, api, endpoint, withApi };

package/dist/api.mjs

@@ -1,2 +1,2 @@
-import { i as endpoint, n as withApi, r as api } from "./runtime-DDUrsAI-.mjs";
+import { i as endpoint, n as withApi, r as api } from "./runtime-ChWJywJY.mjs";
 export { api, endpoint, withApi };

package/dist/bin.cjs

@@ -1,16 +1,16 @@
 #!/usr/bin/env node
-const require_client = require("./client-DziJjMFh.cjs");
-const require_evals_api = require("./evals-api-CqhPZCr5.cjs");
+const require_client = require("./client-D4SBJEsG.cjs");
+const require_evals_api = require("./evals-api-DuDr8UdV.cjs");
 const require_errors = require("./errors-BX1wry8K.cjs");
 const require_config = require("./config.cjs");
-const require_compiler = require("./compiler-XtLHSR2J.cjs");
+const require_compiler = require("./compiler-DSN62KNe.cjs");
 let effect = require("effect");
 let _effect_platform = require("@effect/platform");
 let _effect_cli = require("@effect/cli");
 let _effect_platform_node = require("@effect/platform-node");
 let yaml = require("yaml");
 //#region package.json
-var version$1 = "0.1.18";
+var version$1 = "0.1.20";
 //#endregion
 //#region ../template/src/extract.ts
 /** Reads escapes too, so text the renderer leaves literal is never reported as
@@ -21,6 +21,84 @@ function extractVariables(template) {
 	return [...new Set(names)];
 }
 //#endregion
+//#region src/cli/render.ts
+const json = (value) => effect.Console.log(JSON.stringify(value, null, 2));
+const promptContent = (prompt) => effect.Effect.sync(() => {
+	process.stdout.write(prompt.content);
+	if (!prompt.content.endsWith("\n")) process.stdout.write("\n");
+});
+const row = (line) => effect.Effect.sync(() => {
+	process.stdout.write(`${line}\n`);
+});
+const note = (message) => effect.Effect.sync(() => {
+	process.stderr.write(`${message}\n`);
+});
+const attended = effect.Effect.sync(() => globalThis.process?.stdout?.isTTY === true);
+//#endregion
+//#region src/cli/connector-command.ts
+const asJson$2 = _effect_cli.Options.boolean("json").pipe(_effect_cli.Options.withDescription("Print the result as JSON"));
+const integrationId = _effect_cli.Args.text({ name: "integration" }).pipe(_effect_cli.Args.withDescription("The integration to connect, such as openai"));
+const connectorId = _effect_cli.Args.text({ name: "id" }).pipe(_effect_cli.Args.withDescription("The connector's id"));
+const name = _effect_cli.Options.text("name").pipe(_effect_cli.Options.withDescription("What to call this connector"), _effect_cli.Options.optional);
+const authMethod = _effect_cli.Options.text("auth").pipe(_effect_cli.Options.withDescription("Which auth method to use, when more than one exists"), _effect_cli.Options.optional);
+const isDefault = _effect_cli.Options.boolean("default").pipe(_effect_cli.Options.withDescription("Make this the connector the runs use"));
+const readSecret = (label) => effect.Effect.gen(function* () {
+	if (yield* attended) return effect.Redacted.value(yield* _effect_cli.Prompt.password({ message: label }));
+	return yield* effect.Effect.promise(async () => {
+		const chunks = [];
+		for await (const chunk of process.stdin) chunks.push(chunk);
+		return Buffer.concat(chunks).toString("utf8").trim();
+	});
+});
+const integrations = _effect_cli.Command.make("integrations", { asJson: asJson$2 }, ({ asJson: wantsJson }) => effect.Effect.gen(function* () {
+	const found = yield* (yield* require_client.AnpordApi).connectors.integrations({ payload: {} });
+	if (wantsJson) return yield* json(found);
+	return yield* effect.Effect.forEach(found, (integration) => row(`${integration.id}\t${integration.category}\t${integration.authMethods.map((method) => method.id).join(", ")}`));
+})).pipe(_effect_cli.Command.withDescription("List the integrations that can be connected"));
+const list$1 = _effect_cli.Command.make("list", { asJson: asJson$2 }, ({ asJson: wantsJson }) => effect.Effect.gen(function* () {
+	const found = yield* (yield* require_client.AnpordApi).connectors.list({ payload: {} });
+	if (wantsJson) return yield* json(found);
+	if (found.length === 0) return yield* note("No connectors yet. Add one with `anpord connectors add`.");
+	return yield* effect.Effect.forEach(found, (connector) => row(`${connector.id}\t${connector.integrationId}\t${connector.name}${connector.isDefault ? "	(default)" : ""}`));
+})).pipe(_effect_cli.Command.withDescription("List the connectors this organization has"));
+const add = _effect_cli.Command.make("add", {
+	authMethod,
+	integrationId,
+	isDefault,
+	name
+}, ({ authMethod: wantedMethod, integrationId: integration, isDefault: wantsDefault, name: wantedName }) => effect.Effect.gen(function* () {
+	const api = yield* require_client.AnpordApi;
+	const found = (yield* api.connectors.integrations({ payload: {} })).find((entry) => entry.id === integration);
+	if (found === void 0) return yield* note(`No integration called ${integration}. Run \`anpord connectors integrations\` to see them.`);
+	const method = effect.Option.match(wantedMethod, {
+		onNone: () => found.authMethods[0],
+		onSome: (wanted) => found.authMethods.find((entry) => entry.id === wanted)
+	});
+	if (method === void 0) return yield* note(`${integration} has no auth method called ${effect.Option.getOrElse(wantedMethod, () => "")}.`);
+	if (method.kind === "device") return yield* note(`${integration} signs in through a browser. Connect it at https://www.anpord.com/settings/connections.`);
+	const values = {};
+	for (const field of method.fields) values[field.name] = yield* readSecret(field.label);
+	const created = yield* api.connectors.add({ payload: {
+		authMethodId: method.id,
+		integrationId: integration,
+		isDefault: wantsDefault,
+		name: effect.Option.getOrElse(wantedName, () => found.label),
+		scope: "organization",
+		values
+	} });
+	return yield* note(`Connected ${created.integrationId} as ${created.id}`);
+})).pipe(_effect_cli.Command.withDescription("Connect an integration. The secret is prompted for, or read from stdin"));
+const remove = _effect_cli.Command.make("remove", { connectorId }, ({ connectorId: id }) => effect.Effect.gen(function* () {
+	yield* (yield* require_client.AnpordApi).connectors.remove({ payload: { id } });
+	return yield* note(`Removed ${id}`);
+})).pipe(_effect_cli.Command.withDescription("Remove a connector"));
+const connectors = _effect_cli.Command.make("connectors").pipe(_effect_cli.Command.withDescription("Connect the credentials an eval run needs"), _effect_cli.Command.withSubcommands([
+	add,
+	integrations,
+	list$1,
+	remove
+]));
+//#endregion
 //#region src/cli/declarations.ts
 const PREAMBLE = [
 	"// Generated by `anpord generate`. Do not edit.",
@@ -58,6 +136,32 @@ const evalFilesIn = (directory) => effect.Effect.gen(function* () {
 	return (yield* (yield* _effect_platform.FileSystem.FileSystem).readDirectory(directory, { recursive: true })).filter(wanted).sort();
 }).pipe(effect.Effect.withSpan("Cli.evalFilesIn"));
 //#endregion
+//#region src/cli/eval-verdict.ts
+const MARKS = {
+	error: "!",
+	failed: "✗",
+	passed: "✓",
+	queued: "·",
+	running: "·",
+	skipped: "–"
+};
+const WIDTH = 72;
+const clip$1 = (text) => {
+	const flat = text.replace(/\s+/g, " ").trim();
+	return flat.length > WIDTH ? `${flat.slice(0, 71)}…` : flat;
+};
+const decided = (validation) => validation.status === "passed" || validation.status === "failed";
+const verdictLines = (trial) => {
+	const validations = trial.validations ?? [];
+	if (validations.length === 0) return [];
+	return validations.map((validation) => {
+		const mark = MARKS[validation.status];
+		const detail = validation.message === "" ? "" : `  ${clip$1(validation.message)}`;
+		return `    ${mark} ${validation.name}${detail}`;
+	});
+};
+const undecidedIn = (trial) => (trial.validations ?? []).filter((validation) => !decided(validation));
+//#endregion
 //#region src/cli/eval-gate.ts
 const EvalGate = effect.Schema.Literal("strict", "never", "regressed", "unscored");
 const regressions = (run) => run.cells.filter((cell) => cell.comparison?.verdict === "regressed");
@@ -83,7 +187,12 @@ const problemsWith = (run, failOn, expected) => {
 		return run.cells.flatMap((cell) => {
 			if (cell.status !== "finished" || cell.trials.length === 0) return [`${cell.caseName} has no complete trial results.`];
 			if (expected && cell.trials.length !== expected.trials) return [`${cell.caseName}: expected ${expected.trials} trials, received ${cell.trials.length}.`];
-			return cell.trials.flatMap((trial) => trial.status === "passed" && trial.passed ? [] : [`${cell.caseName}, trial ${trial.ordinal}: ${trial.status}.`]);
+			return cell.trials.flatMap((trial) => {
+				if (trial.status === "passed" && trial.passed) return [];
+				const undecided = undecidedIn(trial);
+				const why = undecided.length === 0 ? "" : ` (${undecided.length} validator${undecided.length === 1 ? "" : "s"} never decided)`;
+				return [`${cell.caseName}, trial ${trial.ordinal}: ${trial.status}.${why}`, ...verdictLines(trial)];
+			});
 		});
 	}
 	if (failOn === "never") return [];
@@ -102,20 +211,6 @@ var NoEvalFiles = class extends effect.Data.TaggedError("NoEvalFiles") {
 	}
 };
 //#endregion
-//#region src/cli/render.ts
-const json = (value) => effect.Console.log(JSON.stringify(value, null, 2));
-const promptContent = (prompt) => effect.Effect.sync(() => {
-	process.stdout.write(prompt.content);
-	if (!prompt.content.endsWith("\n")) process.stdout.write("\n");
-});
-const row = (line) => effect.Effect.sync(() => {
-	process.stdout.write(`${line}\n`);
-});
-const note = (message) => effect.Effect.sync(() => {
-	process.stderr.write(`${message}\n`);
-});
-const attended = effect.Effect.sync(() => globalThis.process?.stdout?.isTTY === true);
-//#endregion
 //#region src/cli/eval-grid.ts
 const DIM = "\x1B[2m";
 const BOLD = "\x1B[1m";
@@ -150,6 +245,25 @@ const formatPassRate = (cell) => {
 	const shown = `${Math.round(rate * PERCENT)}%`;
 	return paint(rate === 1 ? GREEN : RED, shown);
 };
+const TAIL = 56;
+const clip = (text) => {
+	const flat = text.replace(/\s+/g, " ").trim();
+	return flat.length > TAIL ? `${flat.slice(0, 55)}…` : flat;
+};
+const latestOf = (cell) => {
+	const entry = cell.trials.find((trial) => trial.status === "running")?.trajectory.at(-1);
+	if (entry === void 0) return;
+	if (entry._tag === "command") return clip(entry.command);
+	if (entry._tag === "toolCall") return clip(entry.name);
+	return entry._tag === "fileChange" ? clip(entry.paths.join(" ")) : clip(entry.text);
+};
+const formatActivity = (cell) => {
+	const running = cell.trials.find((trial) => trial.status === "running");
+	if (running === void 0) return [];
+	const latest = latestOf(cell);
+	const counts = [`${running.commands} cmd`, ...running.filesChanged.length === 0 ? [] : [`${running.filesChanged.length} files`]].join(", ");
+	return [paint(DIM, `      ${counts}${latest === void 0 ? "" : `  ${latest}`}`)];
+};
 const formatVariant = (run, cell) => {
 	const task = run.tasks[cell.taskIndex];
 	return task === void 0 ? "?" : `${task.harness}/${task.model}`;
@@ -160,7 +274,10 @@ const formatGrid = (run, trials, elapsedMs) => {
 	const lines = [];
 	for (const caseName of run.cases) {
 		lines.push(`  ${BOLD}${caseName}${RESET}`);
-		for (const cell of run.cells.filter((one) => one.caseName === caseName)) lines.push(`    ${formatStatus(cell)} ${formatVariant(run, cell).padEnd(width)}  ${formatTrialProgress(cell, trials)}  ${formatPassRate(cell)}`);
+		for (const cell of run.cells.filter((one) => one.caseName === caseName)) {
+			lines.push(`    ${formatStatus(cell)} ${formatVariant(run, cell).padEnd(width)}  ${formatTrialProgress(cell, trials)}  ${formatPassRate(cell)}`);
+			lines.push(...formatActivity(cell));
+		}
 		lines.push("");
 	}
 	lines.push(paint(DIM, `  ${formatElapsed(elapsedMs)} elapsed`));
@@ -891,6 +1008,7 @@ const gen = _effect_cli.Command.make("gen", { out }, writeDeclarations).pipe(_ef
 const withClient = (command) => _effect_cli.Command.provide(command, require_config.ClientLayer);
 const commands = [
 	runEval,
+	withClient(connectors),
 	withClient(gen),
 	withClient(generate),
 	withClient(get),

package/dist/bin.mjs

@@ -1,16 +1,16 @@
 #!/usr/bin/env node
-import { a as ChannelName, o as PromptId, s as VersionNumber, t as AnpordApi } from "./client-DE3YNtWc.mjs";
-import { f as EvalTrigger, i as EvalRun } from "./evals-api-CsdU741J.mjs";
+import { a as ChannelName, o as PromptId, s as VersionNumber, t as AnpordApi } from "./client-DCSRP55Q.mjs";
+import { d as EvalTrigger, r as EvalRun } from "./evals-api-B0lnr_R8.mjs";
 import { i as tokenMatcher, r as asAnpordError } from "./errors-B0YknR5V.mjs";
 import { ClientLayer, webUrlConfig } from "./config.mjs";
-import { r as compileEvalEffect } from "./compiler-WpuZwsp9.mjs";
+import { r as compileEvalEffect } from "./compiler-BKchnKps.mjs";
 import { Cause, Clock, Config, Console, Data, Duration, Effect, Layer, Option, ParseResult, Redacted, Ref, Schema } from "effect";
 import { FetchHttpClient, FileSystem, HttpClient, HttpClientError, HttpClientRequest } from "@effect/platform";
-import { Args, Command, Options } from "@effect/cli";
+import { Args, Command, Options, Prompt } from "@effect/cli";
 import { NodeContext, NodeRuntime } from "@effect/platform-node";
 import { parseDocument } from "yaml";
 //#region package.json
-var version$1 = "0.1.18";
+var version$1 = "0.1.20";
 //#endregion
 //#region ../template/src/extract.ts
 /** Reads escapes too, so text the renderer leaves literal is never reported as
@@ -21,6 +21,84 @@ function extractVariables(template) {
 	return [...new Set(names)];
 }
 //#endregion
+//#region src/cli/render.ts
+const json = (value) => Console.log(JSON.stringify(value, null, 2));
+const promptContent = (prompt) => Effect.sync(() => {
+	process.stdout.write(prompt.content);
+	if (!prompt.content.endsWith("\n")) process.stdout.write("\n");
+});
+const row = (line) => Effect.sync(() => {
+	process.stdout.write(`${line}\n`);
+});
+const note = (message) => Effect.sync(() => {
+	process.stderr.write(`${message}\n`);
+});
+const attended = Effect.sync(() => globalThis.process?.stdout?.isTTY === true);
+//#endregion
+//#region src/cli/connector-command.ts
+const asJson$2 = Options.boolean("json").pipe(Options.withDescription("Print the result as JSON"));
+const integrationId = Args.text({ name: "integration" }).pipe(Args.withDescription("The integration to connect, such as openai"));
+const connectorId = Args.text({ name: "id" }).pipe(Args.withDescription("The connector's id"));
+const name = Options.text("name").pipe(Options.withDescription("What to call this connector"), Options.optional);
+const authMethod = Options.text("auth").pipe(Options.withDescription("Which auth method to use, when more than one exists"), Options.optional);
+const isDefault = Options.boolean("default").pipe(Options.withDescription("Make this the connector the runs use"));
+const readSecret = (label) => Effect.gen(function* () {
+	if (yield* attended) return Redacted.value(yield* Prompt.password({ message: label }));
+	return yield* Effect.promise(async () => {
+		const chunks = [];
+		for await (const chunk of process.stdin) chunks.push(chunk);
+		return Buffer.concat(chunks).toString("utf8").trim();
+	});
+});
+const integrations = Command.make("integrations", { asJson: asJson$2 }, ({ asJson: wantsJson }) => Effect.gen(function* () {
+	const found = yield* (yield* AnpordApi).connectors.integrations({ payload: {} });
+	if (wantsJson) return yield* json(found);
+	return yield* Effect.forEach(found, (integration) => row(`${integration.id}\t${integration.category}\t${integration.authMethods.map((method) => method.id).join(", ")}`));
+})).pipe(Command.withDescription("List the integrations that can be connected"));
+const list$1 = Command.make("list", { asJson: asJson$2 }, ({ asJson: wantsJson }) => Effect.gen(function* () {
+	const found = yield* (yield* AnpordApi).connectors.list({ payload: {} });
+	if (wantsJson) return yield* json(found);
+	if (found.length === 0) return yield* note("No connectors yet. Add one with `anpord connectors add`.");
+	return yield* Effect.forEach(found, (connector) => row(`${connector.id}\t${connector.integrationId}\t${connector.name}${connector.isDefault ? "	(default)" : ""}`));
+})).pipe(Command.withDescription("List the connectors this organization has"));
+const add = Command.make("add", {
+	authMethod,
+	integrationId,
+	isDefault,
+	name
+}, ({ authMethod: wantedMethod, integrationId: integration, isDefault: wantsDefault, name: wantedName }) => Effect.gen(function* () {
+	const api = yield* AnpordApi;
+	const found = (yield* api.connectors.integrations({ payload: {} })).find((entry) => entry.id === integration);
+	if (found === void 0) return yield* note(`No integration called ${integration}. Run \`anpord connectors integrations\` to see them.`);
+	const method = Option.match(wantedMethod, {
+		onNone: () => found.authMethods[0],
+		onSome: (wanted) => found.authMethods.find((entry) => entry.id === wanted)
+	});
+	if (method === void 0) return yield* note(`${integration} has no auth method called ${Option.getOrElse(wantedMethod, () => "")}.`);
+	if (method.kind === "device") return yield* note(`${integration} signs in through a browser. Connect it at https://www.anpord.com/settings/connections.`);
+	const values = {};
+	for (const field of method.fields) values[field.name] = yield* readSecret(field.label);
+	const created = yield* api.connectors.add({ payload: {
+		authMethodId: method.id,
+		integrationId: integration,
+		isDefault: wantsDefault,
+		name: Option.getOrElse(wantedName, () => found.label),
+		scope: "organization",
+		values
+	} });
+	return yield* note(`Connected ${created.integrationId} as ${created.id}`);
+})).pipe(Command.withDescription("Connect an integration. The secret is prompted for, or read from stdin"));
+const remove = Command.make("remove", { connectorId }, ({ connectorId: id }) => Effect.gen(function* () {
+	yield* (yield* AnpordApi).connectors.remove({ payload: { id } });
+	return yield* note(`Removed ${id}`);
+})).pipe(Command.withDescription("Remove a connector"));
+const connectors = Command.make("connectors").pipe(Command.withDescription("Connect the credentials an eval run needs"), Command.withSubcommands([
+	add,
+	integrations,
+	list$1,
+	remove
+]));
+//#endregion
 //#region src/cli/declarations.ts
 const PREAMBLE = [
 	"// Generated by `anpord generate`. Do not edit.",
@@ -58,6 +136,32 @@ const evalFilesIn = (directory) => Effect.gen(function* () {
 	return (yield* (yield* FileSystem.FileSystem).readDirectory(directory, { recursive: true })).filter(wanted).sort();
 }).pipe(Effect.withSpan("Cli.evalFilesIn"));
 //#endregion
+//#region src/cli/eval-verdict.ts
+const MARKS = {
+	error: "!",
+	failed: "✗",
+	passed: "✓",
+	queued: "·",
+	running: "·",
+	skipped: "–"
+};
+const WIDTH = 72;
+const clip$1 = (text) => {
+	const flat = text.replace(/\s+/g, " ").trim();
+	return flat.length > WIDTH ? `${flat.slice(0, 71)}…` : flat;
+};
+const decided = (validation) => validation.status === "passed" || validation.status === "failed";
+const verdictLines = (trial) => {
+	const validations = trial.validations ?? [];
+	if (validations.length === 0) return [];
+	return validations.map((validation) => {
+		const mark = MARKS[validation.status];
+		const detail = validation.message === "" ? "" : `  ${clip$1(validation.message)}`;
+		return `    ${mark} ${validation.name}${detail}`;
+	});
+};
+const undecidedIn = (trial) => (trial.validations ?? []).filter((validation) => !decided(validation));
+//#endregion
 //#region src/cli/eval-gate.ts
 const EvalGate = Schema.Literal("strict", "never", "regressed", "unscored");
 const regressions = (run) => run.cells.filter((cell) => cell.comparison?.verdict === "regressed");
@@ -83,7 +187,12 @@ const problemsWith = (run, failOn, expected) => {
 		return run.cells.flatMap((cell) => {
 			if (cell.status !== "finished" || cell.trials.length === 0) return [`${cell.caseName} has no complete trial results.`];
 			if (expected && cell.trials.length !== expected.trials) return [`${cell.caseName}: expected ${expected.trials} trials, received ${cell.trials.length}.`];
-			return cell.trials.flatMap((trial) => trial.status === "passed" && trial.passed ? [] : [`${cell.caseName}, trial ${trial.ordinal}: ${trial.status}.`]);
+			return cell.trials.flatMap((trial) => {
+				if (trial.status === "passed" && trial.passed) return [];
+				const undecided = undecidedIn(trial);
+				const why = undecided.length === 0 ? "" : ` (${undecided.length} validator${undecided.length === 1 ? "" : "s"} never decided)`;
+				return [`${cell.caseName}, trial ${trial.ordinal}: ${trial.status}.${why}`, ...verdictLines(trial)];
+			});
 		});
 	}
 	if (failOn === "never") return [];
@@ -102,20 +211,6 @@ var NoEvalFiles = class extends Data.TaggedError("NoEvalFiles") {
 	}
 };
 //#endregion
-//#region src/cli/render.ts
-const json = (value) => Console.log(JSON.stringify(value, null, 2));
-const promptContent = (prompt) => Effect.sync(() => {
-	process.stdout.write(prompt.content);
-	if (!prompt.content.endsWith("\n")) process.stdout.write("\n");
-});
-const row = (line) => Effect.sync(() => {
-	process.stdout.write(`${line}\n`);
-});
-const note = (message) => Effect.sync(() => {
-	process.stderr.write(`${message}\n`);
-});
-const attended = Effect.sync(() => globalThis.process?.stdout?.isTTY === true);
-//#endregion
 //#region src/cli/eval-grid.ts
 const DIM = "\x1B[2m";
 const BOLD = "\x1B[1m";
@@ -150,6 +245,25 @@ const formatPassRate = (cell) => {
 	const shown = `${Math.round(rate * PERCENT)}%`;
 	return paint(rate === 1 ? GREEN : RED, shown);
 };
+const TAIL = 56;
+const clip = (text) => {
+	const flat = text.replace(/\s+/g, " ").trim();
+	return flat.length > TAIL ? `${flat.slice(0, 55)}…` : flat;
+};
+const latestOf = (cell) => {
+	const entry = cell.trials.find((trial) => trial.status === "running")?.trajectory.at(-1);
+	if (entry === void 0) return;
+	if (entry._tag === "command") return clip(entry.command);
+	if (entry._tag === "toolCall") return clip(entry.name);
+	return entry._tag === "fileChange" ? clip(entry.paths.join(" ")) : clip(entry.text);
+};
+const formatActivity = (cell) => {
+	const running = cell.trials.find((trial) => trial.status === "running");
+	if (running === void 0) return [];
+	const latest = latestOf(cell);
+	const counts = [`${running.commands} cmd`, ...running.filesChanged.length === 0 ? [] : [`${running.filesChanged.length} files`]].join(", ");
+	return [paint(DIM, `      ${counts}${latest === void 0 ? "" : `  ${latest}`}`)];
+};
 const formatVariant = (run, cell) => {
 	const task = run.tasks[cell.taskIndex];
 	return task === void 0 ? "?" : `${task.harness}/${task.model}`;
@@ -160,7 +274,10 @@ const formatGrid = (run, trials, elapsedMs) => {
 	const lines = [];
 	for (const caseName of run.cases) {
 		lines.push(`  ${BOLD}${caseName}${RESET}`);
-		for (const cell of run.cells.filter((one) => one.caseName === caseName)) lines.push(`    ${formatStatus(cell)} ${formatVariant(run, cell).padEnd(width)}  ${formatTrialProgress(cell, trials)}  ${formatPassRate(cell)}`);
+		for (const cell of run.cells.filter((one) => one.caseName === caseName)) {
+			lines.push(`    ${formatStatus(cell)} ${formatVariant(run, cell).padEnd(width)}  ${formatTrialProgress(cell, trials)}  ${formatPassRate(cell)}`);
+			lines.push(...formatActivity(cell));
+		}
 		lines.push("");
 	}
 	lines.push(paint(DIM, `  ${formatElapsed(elapsedMs)} elapsed`));
@@ -891,6 +1008,7 @@ const gen = Command.make("gen", { out }, writeDeclarations).pipe(Command.withDes
 const withClient = (command) => Command.provide(command, ClientLayer);
 const commands = [
 	runEval,
+	withClient(connectors),
 	withClient(gen),
 	withClient(generate),
 	withClient(get),