@letterstory/cli 0.63.1 → 0.65.0

package/lib/cli.mjs

@@ -55,7 +55,7 @@ import {
 } from "./commands.mjs";
 
 // Keep in sync with cli/package.json.
-export const VERSION = "0.63.1";
+export const VERSION = "0.65.0";
 
 // Flags that never take a value. Listing them explicitly means `deploy get --json <id>`
 // can't accidentally swallow the id as --json's value.

package/lib/commands/admin.mjs

@@ -452,6 +452,10 @@ async function cmdAdminTuningContext(ctx) {
  *   admin tuning arenas | arena <version-id>                   our arena's versions / one version's file and diff
  *   admin tuning arena-candidate --patch '{…}' | --file f.json [--of <version-id>] [--note "…"]   save a candidate
  *   admin tuning research-compare --title "…" (--candidate <version-id> | --patch '{…}' | --null-check) [--keys …]
+ *   admin tuning research-compare --title "…" --candidates <version-id>,… | --patches '[{…},{…}]'   several
+ *                            candidates against ONE control arm (k + 1 runs per input, not 2k)
+ *   admin tuning arena-dials                                   every arena setting: help, default, evidence, live's value
+ *   admin tuning comparison-extend <comparison-id> --keys k1,k2 | --all   add inputs to a comparison on fixed inputs
  *   admin tuning research-inputs [--set v1]                    research's fixed inputs
  *   admin tuning research-split [--since-hours 72] [--at <iso>,…]   what each deploy did to research in production
  *   admin tuning research-standing                             live's level on the fixed inputs, week by week
@@ -899,12 +903,34 @@ async function cmdAdminTuning(ctx) {
 			const versionId = flagStr(flags.candidate);
 			const patch = jsonFlag(flags.patch, "--patch");
 			const nullCheck = flagBool(flags["null-check"]);
-			const named = [versionId !== undefined, patch !== undefined, nullCheck === true].filter(Boolean).length;
+			const versionIds = flagList(flags.candidates);
+			const patches = jsonFlag(flags.patches, "--patches");
+			if (patches !== undefined && !Array.isArray(patches))
+				throw new CliError("--patches is a JSON array of patches: '[{…},{…}]'");
+			const named = [
+				versionId !== undefined,
+				patch !== undefined,
+				nullCheck === true,
+				(versionIds?.length ?? 0) + (patches?.length ?? 0) > 0,
+			].filter(Boolean).length;
 			if (!title || named !== 1)
 				throw new CliError(
-					"Usage: admin tuning research-compare --title \"…\" (--candidate <version-id> | --patch '{…}' | --null-check) [--keys k1,k2] [--concurrency 6] [--experiment <id>]"
+					"Usage: admin tuning research-compare --title \"…\" (--candidate <version-id> | --patch '{…}' | --null-check | --candidates <id>,… [--patches '[{…},…]']) [--keys k1,k2] [--concurrency 6] [--experiment <id>]"
 				);
-			const candidate = versionId ? { version_id: versionId } : patch ? { patch } : { null_check: true };
+			const several =
+				versionIds?.length || patches?.length
+					? [
+							...(versionIds ?? []).map((v) => ({ version_id: v })),
+							...(patches ?? []).map((p) => ({ patch: p })),
+						]
+					: undefined;
+			const candidate = several
+				? undefined
+				: versionId
+					? { version_id: versionId }
+					: patch
+						? { patch }
+						: { null_check: true };
 			const r = await staffRequest(
 				ctx,
 				"POST",
@@ -913,6 +939,7 @@ async function cmdAdminTuning(ctx) {
 					primitive: "research",
 					title,
 					candidate,
+					candidates: several,
 					keys: flagList(flags.keys),
 					concurrency: flagNum(flags.concurrency),
 					experiment_id: flagStr(flags.experiment),
@@ -920,6 +947,34 @@ async function cmdAdminTuning(ctx) {
 			);
 			return json ? printResult(io, flags, r) : io.log(`research comparison ${r.comparison?.id ?? ""} started`);
 		}
+		case "arena-dials": {
+			const r = await staffRequest(ctx, "GET", `${T}/arena-files/dials`);
+			if (json) return printResult(io, flags, r);
+			const valueOf = (key) => key.split(".").reduce((v, k) => (v == null ? v : v[k]), r.live.file);
+			const lines = [];
+			for (const panel of r.panels) {
+				lines.push(`${panel.title} — ${panel.question}`);
+				for (const d of r.dials.filter((x) => x.panel === panel.id))
+					lines.push(
+						`  ${d.key.padEnd(36)} live ${JSON.stringify(valueOf(d.key))}  (default ${JSON.stringify(d.fleetDefault)})  ${d.label}`
+					);
+			}
+			lines.push(
+				`providers: ${r.providers.map((p) => `${p.id}${p.configured ? "" : " (no key here)"}`).join(", ")}`
+			);
+			return io.log(lines.join("\n"));
+		}
+		case "comparison-extend": {
+			const keys = flagBool(flags.all) ? "all" : flagList(flags.keys);
+			if (!id || !keys?.length)
+				throw new CliError("Usage: admin tuning comparison-extend <comparison-id> --keys k1,k2 | --all");
+			const r = await staffRequest(ctx, "POST", `${T}/comparisons/${id}/extend`, { keys });
+			return json
+				? printResult(io, flags, r)
+				: io.log(
+						`comparison ${r.comparison.id}: ${r.comparison.added.length} input(s) added, ${r.comparison.pairs} in all`
+					);
+		}
 		case "research-inputs": {
 			const set = flagStr(flags.set);
 			return printResult(
@@ -1182,7 +1237,7 @@ async function cmdAdminTuning(ctx) {
 		}
 		default:
 			throw new CliError(
-				"Usage: admin tuning kernels|kernel|candidate|compare|comparisons|comparison|picks|pick|reading-list|pair|side-by-side|candidates|base-kernels|base-versions|sessions|session|session-new|propose|trial-add|trial-run|trial-save|promote|arenas|arena|arena-candidate|research-compare|research-inputs|research-split|research-standing|promote-arena|shred-compare|shred-inputs|shred-split|shred-standing|shredders|shredder|shredder-candidate|promote-shredder|enhance-compare|enhance-inputs|enhance-split|enhance-standing|enhancers|enhancer|enhancer-candidate|promote-enhancer (see --help)"
+				"Usage: admin tuning kernels|kernel|candidate|compare|comparisons|comparison|picks|pick|reading-list|pair|side-by-side|candidates|base-kernels|base-versions|sessions|session|session-new|propose|trial-add|trial-run|trial-save|promote|arenas|arena|arena-candidate|arena-dials|comparison-extend|research-compare|research-inputs|research-split|research-standing|promote-arena|shred-compare|shred-inputs|shred-split|shred-standing|shredders|shredder|shredder-candidate|promote-shredder|enhance-compare|enhance-inputs|enhance-split|enhance-standing|enhancers|enhancer|enhancer-candidate|promote-enhancer (see --help)"
 			);
 	}
 }

package/lib/commands/kernel.mjs

@@ -228,8 +228,109 @@ export const ARGS = {
 	get_kernel_endpoint_run_steps: {
 		run_id: { positional: 0, label: "run-id", required: true },
 	},
+	// `kernel endpoint bind <id> --kernel <id|none> --shredder <id|none>`: "none" unbinds (null),
+	// which is not the same as leaving the flag out (unchanged).
+	update_kernel_endpoint: {
+		endpoint_id: { positional: 1, label: "endpoint-id", required: true },
+		kernel_id: { value: (flags) => noneIsNull(flags.kernel) },
+		shredder_endpoint_id: { value: (flags) => noneIsNull(flags.shredder) },
+	},
+
+	// ── Making a kernel your own, and choosing the org's ───────────────────────────────
+	configure_kernel: {
+		source_kernel_id: { positional: 0, label: "source-kernel-id", required: true },
+		name: "name",
+	},
+	create_kernel: {
+		file: { value: (flags) => readJsonFileFlag(flags, "file") },
+	},
+	get_org_writing_kernel: {},
+	set_org_writing_kernel: {
+		writing_kernel_id: {
+			value: (_flags, positionals) => {
+				const id = positionals[0];
+				if (id === undefined) throw new CliError("Missing required <kernel-id> (or none to clear it)");
+				return id === "none" ? null : id;
+			},
+		},
+	},
+
+	// ── The kernel file and its versions ──────────────────────────────────────────────
+	get_kernel_file: {
+		kernel_id: { positional: 0, label: "kernel-id", required: true },
+		version: { flag: "version", type: "num" },
+	},
+	get_kernel_file_schema: {},
+	list_kernel_versions: {
+		kernel_id: { positional: 0, label: "kernel-id", required: true },
+	},
+	// A candidate unless --live: the safe default is the one that changes no run.
+	save_kernel_file: {
+		kernel_id: { positional: 0, label: "kernel-id", required: true },
+		file: { value: (flags) => readJsonFileFlag(flags, "file") },
+		status: { value: (flags) => (flags.live === true ? "live" : undefined) },
+		note: "note",
+	},
+	promote_kernel_version: {
+		kernel_id: { positional: 0, label: "kernel-id", required: true },
+		version: { value: (_flags, positionals) => positiveInt(positionals[1], "version") },
+	},
+	get_kernel_offer: {
+		kernel_id: { positional: 0, label: "kernel-id", required: true },
+	},
+	accept_kernel_offer: {
+		kernel_id: { positional: 0, label: "kernel-id", required: true },
+		status: { value: (flags) => (flags.live === true ? "live" : undefined) },
+	},
+	suggest_kernel_voice_settings: {
+		kernel_id: { positional: 0, label: "kernel-id", required: true },
+		notes: { value: (flags) => flagStr(flags.notes) ?? readTextFileFlag(flags, "notes-file") },
+		current: { value: (flags) => readJsonFileFlag(flags, "voice-config-file") },
+	},
+
+	// ── The Studio: try a kernel, keep the history ────────────────────────────────────
+	list_kernel_studio_runs: {
+		kernel_id: "kernel",
+		limit: { flag: "limit", type: "num" },
+	},
+	get_kernel_studio_run: {
+		run_id: { positional: 0, label: "run-id", required: true },
+	},
 };
 
+/** `--kernel none` → null (unbind); a value → itself; absent → undefined (leave it). */
+function noneIsNull(raw) {
+	const v = flagStr(raw);
+	if (v === undefined) return undefined;
+	return v === "none" ? null : v;
+}
+
+function positiveInt(raw, label) {
+	if (raw === undefined) throw new CliError(`Missing required <${label}>`);
+	const n = Number(raw);
+	if (!Number.isInteger(n) || n < 1) throw new CliError(`<${label}> must be a positive whole number (got "${raw}")`);
+	return n;
+}
+
+// `kernel try` is the Studio's run: the same per-run options as `kernel write` (one map, so a
+// field run_kernel gains is a field this learns too), on a kernel rather than an endpoint.
+{
+	const {
+		endpoint_id: _endpoint,
+		input: _input,
+		article_id: _article,
+		kernel_id: _kernel,
+		...runOptions
+	} = ARGS.run_kernel;
+	ARGS.start_kernel_studio_run = {
+		kernel_id: { positional: 0, label: "kernel-id", required: true },
+		brief: { value: (flags) => readBodyInput(flags) },
+		// --name, not --title: --title is the template's title in the run options.
+		title: "name",
+		...runOptions,
+	};
+}
+
 export async function cmdKernel(ctx) {
 	const sub = ctx.positionals[0];
 	const rest = { ...ctx, positionals: ctx.positionals.slice(1) };
@@ -257,11 +358,37 @@ export async function cmdKernel(ctx) {
 			return kernelRunStatus(rest);
 		case "runs":
 			return kernelRuns(rest);
+		case "fork":
+			return kernelFork(rest);
+		case "create":
+			return kernelCreate(rest);
+		case "default":
+			return kernelDefault(rest);
+		case "use":
+			return kernelUse(rest);
+		case "file":
+			return kernelFile(rest);
+		case "schema":
+			return kernelSchema(rest);
+		case "versions":
+			return kernelVersions(rest);
+		case "save":
+			return kernelSave(rest);
+		case "promote":
+			return kernelPromote(rest);
+		case "offer":
+			return kernelOffer(rest);
+		case "suggest-voice":
+			return kernelSuggestVoice(rest);
+		case "try":
+			return kernelTry(rest);
+		case "history":
+			return kernelHistory(rest);
 		case "balance":
 			return kernelBalance(rest);
 		default:
 			throw new CliError(
-				`Unknown kernel subcommand: ${sub ?? "(none)"}. Try: list, endpoints, endpoint, eval, update, archive, write, polish, run-status, runs, balance, status`
+				`Unknown kernel subcommand: ${sub ?? "(none)"}. Try: list, fork, create, default, use, file, schema, versions, save, promote, offer, update, suggest-voice, archive, eval, try, history, endpoints, endpoint, write, polish, run-status, runs, balance, status`
 			);
 	}
 }
@@ -435,7 +562,17 @@ async function kernelEndpoint(ctx) {
 		printResult(io, flags, result);
 		return 0;
 	}
-	throw new CliError(`Unknown kernel endpoint action: ${action ?? "(none)"}. Try: create, delete, config`);
+	if (action === "bind") {
+		const args = argsFromFlags(ARGS.update_kernel_endpoint, flags, positionals);
+		if (args.kernel_id === undefined && args.shredder_endpoint_id === undefined) {
+			throw new CliError("Provide --kernel <id|none> and/or --shredder <id|none>.");
+		}
+		const result = await client.callTool("update_kernel_endpoint", args);
+		ok(ctx, `Rebound kernel endpoint ${args.endpoint_id}.`);
+		printResult(io, flags, result);
+		return 0;
+	}
+	throw new CliError(`Unknown kernel endpoint action: ${action ?? "(none)"}. Try: create, delete, config, bind`);
 }
 
 /**
@@ -615,3 +752,232 @@ async function kernelBalance(ctx) {
 	printResult(io, flags, result);
 	return 0;
 }
+
+/* ------------------------------------------------------------------ */
+/* Making a kernel your own, and its file                              */
+/* ------------------------------------------------------------------ */
+
+/** `kernel fork <source-kernel-id> [--name <name>]` — copy a catalog kernel (or one of yours) into one your org can tune. */
+async function kernelFork(ctx) {
+	const { client, positionals, flags, io } = ctx;
+	const result = await client.callTool("configure_kernel", argsFromFlags(ARGS.configure_kernel, flags, positionals));
+	const kernel = toolField(result, "kernel");
+	if (kernel?.id) ok(ctx, `Forked as "${kernel.name}" (${kernel.id}). Its file: ${ctx.bin} kernel file ${kernel.id}`);
+	printResult(io, flags, result);
+	return 0;
+}
+
+/** `kernel create --file kernel.json` — bring your own: a kernel made from a file (a name and a voice is enough). */
+async function kernelCreate(ctx) {
+	const { client, positionals, flags, io } = ctx;
+	if (flagStr(flags.file) === undefined) {
+		throw new CliError('Provide the kernel file with --file <path> (as short as {"name": "…", "voice": "…"}).');
+	}
+	const result = await client.callTool("create_kernel", argsFromFlags(ARGS.create_kernel, flags, positionals));
+	const kernel = toolField(result, "kernel");
+	if (kernel?.id) ok(ctx, `Created "${kernel.name}" (${kernel.id}), version 1, live.`);
+	printResult(io, flags, result);
+	return 0;
+}
+
+/** `kernel default` — the org's selected writing kernel. */
+async function kernelDefault(ctx) {
+	const { client, positionals, flags, io } = ctx;
+	const result = await client.callTool(
+		"get_org_writing_kernel",
+		argsFromFlags(ARGS.get_org_writing_kernel, flags, positionals)
+	);
+	printResult(io, flags, result);
+	return 0;
+}
+
+/** `kernel use <kernel-id|none>` — make a kernel the org's default (a shared one needs an org admin's key). */
+async function kernelUse(ctx) {
+	const { client, positionals, flags, io } = ctx;
+	const args = argsFromFlags(ARGS.set_org_writing_kernel, flags, positionals);
+	const result = await client.callTool("set_org_writing_kernel", args);
+	ok(
+		ctx,
+		args.writing_kernel_id ? `The org now writes with ${args.writing_kernel_id}.` : "Cleared the org's kernel."
+	);
+	printResult(io, flags, result);
+	return 0;
+}
+
+/**
+ * `kernel file <kernel-id> [--version N]` — the kernel file itself, printed as the document so
+ * `> kernel.json` round-trips into `kernel save <kernel-id> --file kernel.json`.
+ */
+async function kernelFile(ctx) {
+	const { client, positionals, flags, io } = ctx;
+	const result = await client.callTool("get_kernel_file", argsFromFlags(ARGS.get_kernel_file, flags, positionals));
+	printResult(io, flags, result, (r) => JSON.stringify(r?.file ?? r, null, 2));
+	return 0;
+}
+
+/** `kernel schema` — the kernel file's JSON Schema, as the kernels service validates it. */
+async function kernelSchema(ctx) {
+	const { client, positionals, flags, io } = ctx;
+	const result = await client.callTool(
+		"get_kernel_file_schema",
+		argsFromFlags(ARGS.get_kernel_file_schema, flags, positionals)
+	);
+	printResult(io, flags, result, (r) => JSON.stringify(r?.schema ?? r, null, 2));
+	return 0;
+}
+
+/** `kernel versions <kernel-id>` — every version, the live one, the base it came from and any offer. */
+async function kernelVersions(ctx) {
+	const { client, positionals, flags, io } = ctx;
+	const result = await client.callTool(
+		"list_kernel_versions",
+		argsFromFlags(ARGS.list_kernel_versions, flags, positionals)
+	);
+	printResult(io, flags, result, (r) => {
+		const lines = (r?.versions ?? []).map(
+			(v) =>
+				`v${v.version}  ${v.status.padEnd(9)} ${v.writer.padEnd(18)} ${v.note ?? ""}${v.changes?.length ? `  [${v.changes.join(", ")}]` : ""}`
+		);
+		if (r?.base)
+			lines.push(
+				`\nCopied from ${r.base.name} (v${r.base.version}); differs in: ${r.base.changes.join(", ") || "nothing"}`
+			);
+		if (r?.offer)
+			lines.push(
+				`Offer: ${r.base?.name ?? "the base"} v${r.offer.base_version_from} → v${r.offer.base_version_to} changes ${r.offer.changes.join(", ")}`
+			);
+		return lines.join("\n");
+	});
+	return 0;
+}
+
+/**
+ * `kernel save <kernel-id> --file kernel.json [--live] [--note "…"]` — a new version. A candidate
+ * unless --live: try it with `kernel try <kernel-id> --kernel-version N`, then `kernel promote`.
+ */
+async function kernelSave(ctx) {
+	const { client, positionals, flags, io } = ctx;
+	if (flagStr(flags.file) === undefined) throw new CliError("Provide the kernel file with --file <path>.");
+	const args = argsFromFlags(ARGS.save_kernel_file, flags, positionals);
+	const result = await client.callTool("save_kernel_file", args);
+	const version = toolField(result, "version");
+	ok(
+		ctx,
+		args.status === "live"
+			? `Version ${version} is live.`
+			: `Saved version ${version} as a candidate. Try it: ${ctx.bin} kernel try ${args.kernel_id} --kernel-version ${version} --body "…"; ship it: ${ctx.bin} kernel promote ${args.kernel_id} ${version} --yes`
+	);
+	if (toolField(result, "voice_settings_detached"))
+		ok(ctx, "The voice is now edited as text; voice_config no longer applies.");
+	printResult(io, flags, result);
+	return 0;
+}
+
+/** `kernel promote <kernel-id> <version> --yes` — make a version live: ship a candidate, or roll back. */
+async function kernelPromote(ctx) {
+	const { client, positionals, flags, io } = ctx;
+	const args = argsFromFlags(ARGS.promote_kernel_version, flags, positionals);
+	if (!flags.yes) {
+		io.error(
+			`Every run of this kernel will use version ${args.version} from its next call. Re-run with --yes to confirm: ${ctx.bin} kernel promote ${args.kernel_id} ${args.version} --yes`
+		);
+		return 1;
+	}
+	const result = await client.callTool("promote_kernel_version", args);
+	const previous = toolField(result, "previous_live");
+	ok(
+		ctx,
+		`Version ${args.version} is live.${previous ? ` To undo: ${ctx.bin} kernel promote ${args.kernel_id} ${previous} --yes` : ""}`
+	);
+	printResult(io, flags, result);
+	return 0;
+}
+
+/** `kernel offer <kernel-id> [--accept [--live]]` — the base's newer version, and taking it. */
+async function kernelOffer(ctx) {
+	const { client, positionals, flags, io } = ctx;
+	if (flags.accept !== true) {
+		const result = await client.callTool(
+			"get_kernel_offer",
+			argsFromFlags(ARGS.get_kernel_offer, flags, positionals)
+		);
+		printResult(io, flags, result);
+		return 0;
+	}
+	const args = argsFromFlags(ARGS.accept_kernel_offer, flags, positionals);
+	const result = await client.callTool("accept_kernel_offer", args);
+	ok(ctx, `Accepted as version ${toolField(result, "version")} (${toolField(result, "status")}).`);
+	printResult(io, flags, result);
+	return 0;
+}
+
+/**
+ * `kernel suggest-voice <kernel-id> --notes "make it funnier" --voice-config-file current.json` —
+ * which voice settings a note asks for. Changes nothing; `kernel update --voice-config-file` saves.
+ */
+async function kernelSuggestVoice(ctx) {
+	const { client, positionals, flags, io } = ctx;
+	const args = argsFromFlags(ARGS.suggest_kernel_voice_settings, flags, positionals);
+	if (args.notes === undefined) throw new CliError("Provide the note with --notes <text> or --notes-file <path>.");
+	if (args.current === undefined) {
+		throw new CliError(
+			"Provide the kernel's current voice settings with --voice-config-file <path> (register, humor, inquisitive)."
+		);
+	}
+	const result = await client.callTool("suggest_kernel_voice_settings", args);
+	printResult(io, flags, result);
+	return 0;
+}
+
+/**
+ * `kernel try <kernel-id> --body "…" [--kernel-version N] [--name "…"]` — the Studio's run: a
+ * throwaway article from any kernel the org can use, kept in the Studio's History. Follows the
+ * run like `write` unless --no-wait.
+ */
+async function kernelTry(ctx) {
+	const { client, positionals, flags, io } = ctx;
+	const args = argsFromFlags(ARGS.start_kernel_studio_run, flags, positionals);
+	if (args.brief === undefined) {
+		throw new CliError("Provide the brief with --body <text>, --file <path>, or --file - (stdin).");
+	}
+	const result = await client.callTool("start_kernel_studio_run", args);
+	const runId = toolField(result, "run")?.external_id;
+	if (!runId || flags["no-wait"] === true) {
+		if (runId) ok(ctx, `Started ${runId}. Follow it with: ${ctx.bin} kernel history --kernel ${args.kernel_id}`);
+		printResult(io, flags, result);
+		return 0;
+	}
+	ok(ctx, `Started ${runId}. Waiting — this keeps running on the server if you stop.`);
+	let lastStatus;
+	const { settled, value: polled } = await followJob(
+		io,
+		async () => {
+			const r = await client.callTool(
+				"get_kernel_studio_run",
+				argsFromFlags(ARGS.get_kernel_studio_run, {}, [runId])
+			);
+			lastStatus = toolField(r, "run")?.status;
+			return { done: !!lastStatus && lastStatus !== "running", value: r };
+		},
+		{ intervalMs: POLL_INTERVAL_MS, ceilingMs: POLL_CEILING_MS }
+	);
+	if (!settled) {
+		ok(ctx, `Still running after 45 minutes. It stays in the Studio's History: ${ctx.bin} kernel history`);
+		printResult(io, flags, polled);
+		return 0;
+	}
+	ok(ctx, `Run ${lastStatus}.`);
+	printResult(io, flags, polled, (v) => (typeof v?.article === "string" ? v.article : JSON.stringify(v, null, 2)));
+	return lastStatus === "done" ? 0 : 1;
+}
+
+/** `kernel history [--kernel <id>] [--limit N]` — the Studio's History. */
+async function kernelHistory(ctx) {
+	const { client, positionals, flags, io } = ctx;
+	const result = await client.callTool(
+		"list_kernel_studio_runs",
+		argsFromFlags(ARGS.list_kernel_studio_runs, flags, positionals)
+	);
+	printResult(io, flags, result);
+	return 0;
+}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@letterstory/cli",
-	"version": "0.63.1",
+	"version": "0.65.0",
 	"description": "Spin up and manage Letterstory phantom blogs from your terminal.",
 	"type": "module",
 	"license": "UNLICENSED",