yamlite 0.36.0 → 0.37.0

package/dist/{src-O1FTGCot.mjs → src-DdRmp-vT.mjs}

@@ -1,7 +1,7 @@
 import { basename, delimiter, dirname, extname, isAbsolute, join, matchesGlob, normalize, posix, relative, resolve, sep } from "node:path";
 import { accessSync, chmodSync, constants, cpSync, createReadStream, existsSync, linkSync, lstatSync, mkdirSync, mkdtempSync, readFileSync, readdirSync, realpathSync, renameSync, rmSync, rmdirSync, statSync, unlinkSync, writeFileSync } from "node:fs";
 import { homedir, tmpdir } from "node:os";
-import { Document, isMap, isNode, isScalar, isSeq, parse, parseDocument, stringify } from "yaml";
+import { Document, Scalar, isMap, isNode, isScalar, isSeq, parse, parseDocument, stringify } from "yaml";
 import { createHash, randomBytes, timingSafeEqual } from "node:crypto";
 import { DatabaseSync, constants as constants$1 } from "node:sqlite";
 import { watch } from "chokidar";
@@ -1326,7 +1326,8 @@ function readRootConfig(root, text) {
 	const path = configPath(root) ?? (text === void 0 ? null : "yamlite.yaml");
 	if (path === null) return {
 		tables: [],
-		pages: []
+		pages: [],
+		ai: NO_AI
 	};
 	return parseConfig(text ?? readFileSync(path, "utf8"), basename(path));
 }
@@ -1363,7 +1364,30 @@ function parseConfig(text, name = "yamlite.yaml") {
 	})));
 	return {
 		tables,
-		pages: toPages(raw?.pages, (p) => p)
+		pages: toPages(raw?.pages, (p) => p),
+		ai: toAi(raw?.ai)
+	};
+}
+const AI_INSTRUCTIONS_MAX = 4e3;
+const NO_AI = {
+	instructions: null,
+	pullRequests: null
+};
+function toAi(raw) {
+	if (raw === void 0 || raw === null) return NO_AI;
+	if (typeof raw !== "object" || Array.isArray(raw)) throw new Error("ai must be a map");
+	const { instructions, pullRequests, ...rest } = raw;
+	const unknown = Object.keys(rest)[0];
+	if (unknown !== void 0) throw new Error(`unknown key "ai.${unknown}"`);
+	const text = (key, v) => {
+		if (v === void 0 || v === null) return null;
+		if (typeof v !== "string") throw new Error(`ai.${key} must be text`);
+		if (v.length > 4e3) throw new Error(`ai.${key} is longer than ${AI_INSTRUCTIONS_MAX} characters`);
+		return v.trim() === "" ? null : v.trim();
+	};
+	return {
+		instructions: text("instructions", instructions),
+		pullRequests: text("pullRequests", pullRequests)
 	};
 }
 const placeholder = (t) => ({
@@ -1770,7 +1794,8 @@ function resolveConfig(opts, { requireConfig = true } = {}) {
 			pages: checkAccess$1(config.pages.map((p) => ({
 				...p,
 				path: expandPath(p.path, root)
-			})), tables)
+			})), tables),
+			ai: config.ai
 		};
 	}
 	if (!opts.db) throw new Error("either root or db is required");
@@ -1779,7 +1804,8 @@ function resolveConfig(opts, { requireConfig = true } = {}) {
 		db,
 		stateDir: opts.stateDir ? expandPath(opts.stateDir, process.cwd()) : join(dirname(db), ".yamlite"),
 		tables: checkViewNames(withClaims((opts.tables ?? []).map((t) => toSpec(locateInput(t, process.cwd()), false)), [])),
-		pages: []
+		pages: [],
+		ai: NO_AI
 	};
 }
 //#endregion
@@ -1978,6 +2004,36 @@ function applySchema(text, target, edit) {
 		flowCollectionPadding: padded
 	});
 }
+function applyAiInstructions(text, next) {
+	const doc = parseDocument(text);
+	if (doc.errors.length > 0) throw new Error(`invalid yamlite.yaml: ${doc.errors[0]?.message.split("\n")[0]}`);
+	if (!isMap(doc.contents)) doc.contents = doc.createNode({});
+	const root = doc.contents;
+	const current = root.get("ai", true);
+	let changed = false;
+	for (const key of ["instructions", "pullRequests"]) {
+		const value = next[key];
+		if (((isMap(current) ? current.get(key) : void 0) ?? null) === value) continue;
+		changed = true;
+		if (value === null) {
+			if (isMap(current)) current.delete(key);
+			continue;
+		}
+		const scalar = new Scalar(value);
+		if (value.includes("\n")) scalar.type = Scalar.BLOCK_LITERAL;
+		const ai = blockMap(doc, root, "ai");
+		if (scalar.type === Scalar.BLOCK_LITERAL) ai.flow = false;
+		ai.set(key, scalar);
+	}
+	if (!changed) return null;
+	const ai = root.get("ai", true);
+	if (isMap(ai) && ai.items.length === 0) root.delete("ai");
+	const padded = /[[{] [^\s\]}]/.test(text);
+	return doc.toString({
+		...stringifyOptions(text),
+		flowCollectionPadding: padded
+	});
+}
 //#endregion
 //#region src/value.ts
 function toSafe(value) {
@@ -2232,7 +2288,7 @@ function assertRebuildable(store, table) {
 	const pointer = new RegExp(`\\bREFERENCES\\s+["\`[]?${table.replace(/[.*+?^${}()|[\]\\]/g, "\\$&")}\\b`, "i");
 	for (const other of store.query("SELECT name, sql FROM sqlite_schema WHERE type = 'table' AND name != ?", table)) if (pointer.test(String(other.sql))) throw refuse(table, `is referenced by table "${String(other.name)}"`);
 }
-const show = (v) => typeof v === "string" ? JSON.stringify(v) : String(v);
+const show$1 = (v) => typeof v === "string" ? JSON.stringify(v) : String(v);
 function rebuildTable(store, spec, alterations, base, inFiles, forceConvert) {
 	const table = spec.name;
 	assertRebuildable(store, table);
@@ -2255,7 +2311,7 @@ function rebuildTable(store, spec, alterations, base, inFiles, forceConvert) {
 			else {
 				next[column] = null;
 				if (key !== null) cleared.add(key);
-				if (!synced) failures.set(column, [...failures.get(column) ?? [], `${key} (${show(row[column] ?? null)})`]);
+				if (!synced) failures.set(column, [...failures.get(column) ?? [], `${key} (${show$1(row[column] ?? null)})`]);
 			}
 		}
 		converted.push(next);
@@ -4565,6 +4621,57 @@ const agentRoutes = (router, ctx) => {
 	router.add("POST", "/api/agent/proposals/:id/discard", ({ params }) => ctx.proposals.discard(params.id));
 };
 //#endregion
+//#region src/serve/routes/ai.ts
+function instructionsBody(b) {
+	const text = (key) => {
+		const v = b[key];
+		if (v === void 0 || v === null) return null;
+		if (typeof v !== "string") throw new HttpError(400, `${key} must be text`, { field: key });
+		return v.trim() === "" ? null : v.trim();
+	};
+	return {
+		instructions: text("instructions"),
+		pullRequests: text("pullRequests")
+	};
+}
+const aiRoutes = (router, ctx) => {
+	router.add("GET", "/api/ai/instructions", () => {
+		const text = readFileSync(ctx.configFile, "utf8");
+		let ai;
+		try {
+			ai = parseConfig(text).ai;
+		} catch (e) {
+			throw new HttpError(409, e instanceof Error ? e.message : String(e));
+		}
+		return {
+			...ai,
+			base: configHash(text)
+		};
+	});
+	router.add("PUT", "/api/ai/instructions", ({ body }) => {
+		ctx.proposals.assertIdle();
+		const b = objectBody(body, "body");
+		if (typeof b.base !== "string") throw new HttpError(400, "base is required", { field: "base" });
+		const next = instructionsBody(b);
+		const text = readFileSync(ctx.configFile, "utf8");
+		if (configHash(text) !== b.base) throw new HttpError(409, "yamlite.yaml changed since editing started", { current: configHash(text) });
+		const written = applyAiInstructions(text, next);
+		if (written !== null) {
+			try {
+				parseConfig(written);
+			} catch (e) {
+				throw new HttpError(400, e instanceof Error ? e.message : String(e));
+			}
+			writeAtomic(ctx.configFile, written);
+			ctx.reloadConfig();
+		}
+		return {
+			...next,
+			base: configHash(written ?? text)
+		};
+	});
+};
+//#endregion
 //#region src/serve/conflicts.ts
 const conflictsDir = (stateDir) => join(stateDir, "conflicts");
 function entryFor(table, file, text, mtime) {
@@ -5632,6 +5739,18 @@ async function findOpenPr(repo, branch, gh) {
 		return null;
 	}
 }
+const TEMPLATE_DIRS = [
+	".github/",
+	"",
+	"docs/"
+];
+function templatePath(paths) {
+	for (const dir of TEMPLATE_DIRS) {
+		const found = paths.find((p) => p.toLowerCase() === `${dir}pull_request_template.md`);
+		if (found !== void 0) return found;
+	}
+	return null;
+}
 //#endregion
 //#region src/git/steps.ts
 const STEP_KINDS = [
@@ -6109,6 +6228,27 @@ async function localDriver(root, gh) {
 		},
 		history: (t, extract, o) => recordHistory(t, extract, o),
 		fileDiff: (t, rev) => fileDiff(t, rev),
+		async openPr() {
+			const f = await lookup();
+			if (!f) return null;
+			const branch = await currentBranch(f.repo);
+			if (branch === null || branch === await defaultName()) return null;
+			return findOpenPr(f.repo, branch, await gh());
+		},
+		async pullRequestTemplate() {
+			const f = await lookup();
+			if (!f) return null;
+			const path = templatePath((await runGit(f.repo.top, [
+				"ls-tree",
+				"--name-only",
+				"HEAD",
+				"--",
+				".",
+				".github/",
+				"docs/"
+			]).catch(() => "")).split("\n"));
+			return path === null ? null : runGit(f.repo.top, ["show", `HEAD:${path}`]).catch(() => null);
+		},
 		async review(req, o) {
 			if (req.target !== null) throw new ReviewRefused(400, "this server cannot add to an existing pull request");
 			const { repo, steps } = await need();
@@ -6159,6 +6299,78 @@ async function blobAt(repo, rev, rootPath) {
 	], { timeoutMs: SLOW_MS });
 }
 //#endregion
+//#region src/agent/reviewdraft.ts
+const VALUE_CHARS = 1e3;
+const PROMPT_CHARS = 24e3;
+const MAX_OUTPUT_TOKENS = 1e3;
+const clip = (s, n) => s.length > n ? `${s.slice(0, n)}… (${s.length - n} more characters)` : s;
+const show = (v) => clip(typeof v === "string" ? v : JSON.stringify(v), VALUE_CHARS);
+function describeRecord(r) {
+	if (r.kind === "added") return `  + ${r.key}: ${show(r.after)}`;
+	if (r.kind === "deleted") return `  - ${r.key}: ${show(r.before)}`;
+	if (r.fields.length === 0) return `  ~ ${r.key}: only formatting or comments`;
+	const fields = r.fields.map((f) => `    ${f}: ${show(r.before?.[f] ?? null)} → ${show(r.after?.[f] ?? null)}`);
+	return [`  ~ ${r.key}`, ...fields].join("\n");
+}
+function describeFile(f) {
+	const head = `${f.path} (${f.status}${f.table ? `, table ${f.table}` : ""})`;
+	if (f.records) return [head, ...f.records.map(describeRecord)].join("\n");
+	const parts = [head];
+	if (f.before) parts.push(`  before:\n${clip(f.before, VALUE_CHARS * 2)}`);
+	if (f.after) parts.push(`  after:\n${clip(f.after, VALUE_CHARS * 2)}`);
+	return parts.join("\n");
+}
+function draftPrompt(input) {
+	const pr = input.mode === "pr";
+	const what = pr ? "a pull request title (one line, also used as the commit message) and a short description" : "a one-line commit message";
+	const template = pr && input.template?.trim() ? input.template.trim() : null;
+	return {
+		system: [
+			`You write ${what} for changes to data files in a YAMLite folder (YAML and Markdown records kept in sync with SQLite).`,
+			"The title says what changed in the data, briefly, without file paths or a trailing period.",
+			pr ? "The description says what changed and, when the changes make it clear, why, as a few Markdown bullet points. Do not invent reasons." : "",
+			`Write in the language with this code: ${input.locale}.`,
+			template ? `Fill in the description following this pull request template: keep its headings and structure, replace its comments and placeholders, and leave a section empty when the changes say nothing for it.\n<template>\n${clip(template, VALUE_CHARS * 4)}\n</template>` : "",
+			input.ai.instructions ? `Instructions from the repository, which override the ones above:\n${input.ai.instructions}` : "",
+			pr && input.ai.pullRequests ? `Instructions from the repository for pull requests, which override all of the above:\n${input.ai.pullRequests}` : ""
+		].filter(Boolean).join("\n\n"),
+		prompt: clip(`Changes:\n${input.files.map(describeFile).join("\n\n")}`, PROMPT_CHARS)
+	};
+}
+const SCHEMA = {
+	pr: {
+		type: "object",
+		properties: {
+			title: { type: "string" },
+			body: { type: "string" }
+		},
+		required: ["title", "body"],
+		additionalProperties: false
+	},
+	commit: {
+		type: "object",
+		properties: { title: { type: "string" } },
+		required: ["title"],
+		additionalProperties: false
+	}
+};
+async function draftReview(model, input, signal) {
+	const { system, prompt } = draftPrompt(input);
+	const r = await generateText({
+		model,
+		instructions: system,
+		prompt,
+		maxOutputTokens: MAX_OUTPUT_TOKENS,
+		output: Output.object({ schema: jsonSchema(SCHEMA[input.mode]) }),
+		abortSignal: signal
+	});
+	const title = r.output.title.replace(/\s+/g, " ").trim();
+	return input.mode === "pr" ? {
+		title,
+		body: (r.output.body ?? "").trim()
+	} : { title };
+}
+//#endregion
 //#region src/serve/gitrecords.ts
 function ownerOf(tables, file) {
 	for (const t of tables) {
@@ -6288,6 +6500,204 @@ async function headFile(git, root, spec, key) {
 	return null;
 }
 //#endregion
+//#region src/serve/routes/pages.ts
+const MAX_PAGE_BYTES = 1048576;
+function readPageHtml(path, shown) {
+	let size;
+	try {
+		const st = statSync(path);
+		if (!st.isFile()) throw new HttpError(404, `page file is not a file: ${shown}`);
+		size = st.size;
+	} catch (e) {
+		if (e instanceof HttpError) throw e;
+		throw new HttpError(404, `page file not found: ${shown}`);
+	}
+	if (size > MAX_PAGE_BYTES) throw new HttpError(413, `${shown} is larger than 1 MB`);
+	return readFileSync(path, "utf8");
+}
+function pageSpec(ctx, name) {
+	const page = ctx.y.pages.find((p) => p.name === name);
+	if (!page) throw new HttpError(404, `unknown page: ${name}`);
+	return page;
+}
+const pageRoutes = (router, ctx) => {
+	router.add("GET", "/api/pages/:page/html", ({ params }) => {
+		const page = pageSpec(ctx, params.page);
+		return { html: readPageHtml(page.path, displayPath$1(ctx.root, page.path)) };
+	});
+};
+//#endregion
+//#region src/serve/routes/pageai.ts
+const isMap$2 = (v) => v !== null && typeof v === "object" && !Array.isArray(v);
+function readAsk(body, streaming) {
+	const b = objectBody(body, "body");
+	if (b.apiKey !== void 0) throw new HttpError(400, "pages cannot send API keys");
+	const { system, prompt, schema, model, maxOutputTokens } = b;
+	if (system !== void 0 && typeof system !== "string") throw new HttpError(400, "system must be a string");
+	if (model !== void 0 && typeof model !== "string") throw new HttpError(400, "model must be a string");
+	if (schema !== void 0 && streaming) throw new HttpError(400, "schema is not supported when streaming");
+	if (schema !== void 0 && !isMap$2(schema)) throw new HttpError(400, "schema must be an object");
+	if (maxOutputTokens !== void 0 && !(Number.isInteger(maxOutputTokens) && maxOutputTokens > 0)) throw new HttpError(400, "maxOutputTokens must be a positive integer");
+	return {
+		system,
+		prompt: readPrompt(prompt),
+		schema,
+		model,
+		maxOutputTokens
+	};
+}
+function readPrompt(prompt) {
+	if (typeof prompt === "string") {
+		if (prompt.trim() === "") throw new HttpError(400, "prompt is required");
+		return prompt;
+	}
+	const bad = () => new HttpError(400, "prompt must be a string or a list of { role: user | assistant, content: string }");
+	if (!Array.isArray(prompt) || prompt.length === 0) throw bad();
+	return prompt.map((m) => {
+		if (!isMap$2(m) || m.role !== "user" && m.role !== "assistant" || typeof m.content !== "string") throw bad();
+		return {
+			role: m.role,
+			content: m.content
+		};
+	});
+}
+function retryAfterSeconds(value) {
+	if (!value) return void 0;
+	const seconds = Number(value);
+	if (Number.isFinite(seconds) && seconds >= 0) return Math.ceil(seconds);
+	const at = Date.parse(value);
+	return Number.isNaN(at) ? void 0 : Math.max(0, Math.ceil((at - Date.now()) / 1e3));
+}
+function isNoKey(body) {
+	try {
+		const error = JSON.parse(body ?? "").error;
+		return error?.type === "no_key" || error?.code === "no_key";
+	} catch {
+		return false;
+	}
+}
+function modelError(e, provider) {
+	const cause = RetryError.isInstance(e) ? e.lastError : e;
+	if (cause instanceof HttpError) return cause;
+	const message = cause instanceof Error ? cause.message : String(cause);
+	if (APICallError.isInstance(cause)) {
+		if (cause.statusCode === 429) {
+			const retryAfter = retryAfterSeconds(cause.responseHeaders?.["retry-after"]);
+			return new HttpError(429, message, {
+				provider,
+				...retryAfter === void 0 ? {} : { retryAfter }
+			});
+		}
+		if (cause.statusCode === 422 && isNoKey(cause.responseBody)) return new HttpError(503, "no AI key is configured on this host", { code: "no_key" });
+	}
+	return new HttpError(502, message, { provider });
+}
+const KEEPALIVE_MS = 15e3;
+const encoder = new TextEncoder();
+const sseEvent = (event, data) => encoder.encode(`event: ${event}\ndata: ${JSON.stringify(data)}\n\n`);
+const errorEvent = (e) => sseEvent("error", {
+	error: e.message,
+	...e.extra,
+	status: e.status
+});
+const pageAiRoutes = (router, ctx) => {
+	const prepare = (name, body, streaming) => {
+		const page = pageSpec(ctx, name);
+		if (!page.ai) throw new HttpError(403, `page ${name} may not use AI`);
+		if (!ctx.agent) throw new HttpError(503, "no AI key is configured on this host", { code: "no_key" });
+		const ask = readAsk(body, streaming);
+		const { provider, languageModel } = ctx.agent.pageModel(ask.model);
+		return {
+			ask,
+			provider,
+			release: ctx.agent.pageSlot(),
+			call: {
+				model: languageModel,
+				...ask.system === void 0 || ask.system.trim() === "" ? {} : { instructions: ask.system },
+				prompt: ask.prompt,
+				maxOutputTokens: Math.min(ask.maxOutputTokens ?? page.ai.maxOutputTokens, page.ai.maxOutputTokens, PAGE_AI_MAX_TOKENS),
+				maxRetries: 0
+			}
+		};
+	};
+	router.add("POST", "/api/pages/:page/ai", async ({ params, body, signal }) => {
+		const { ask, provider, release, call } = prepare(params.page, body, false);
+		try {
+			if (ask.schema) return { object: (await generateText({
+				...call,
+				output: Output.object({ schema: jsonSchema(ask.schema) }),
+				abortSignal: signal
+			})).output };
+			return { text: (await generateText({
+				...call,
+				abortSignal: signal
+			})).text };
+		} catch (e) {
+			throw modelError(e, provider);
+		} finally {
+			release();
+		}
+	});
+	router.add("POST", "/api/pages/:page/ai/stream", async ({ params, body, signal }) => {
+		const { provider, release, call } = prepare(params.page, body, true);
+		const stop = new AbortController();
+		let ping;
+		const finish = () => {
+			clearInterval(ping);
+			stop.abort();
+			release();
+		};
+		const gone = () => stop.signal.aborted || signal.aborted;
+		let parts;
+		let head;
+		try {
+			parts = streamText({
+				...call,
+				abortSignal: AbortSignal.any([signal, stop.signal]),
+				onError: () => {}
+			}).fullStream[Symbol.asyncIterator]();
+			for (;;) {
+				head = await parts.next();
+				if (head.done || head.value.type !== "start") break;
+			}
+			if (!head.done && head.value.type === "error") throw head.value.error;
+		} catch (e) {
+			finish();
+			throw modelError(e, provider);
+		}
+		const stream = new ReadableStream({
+			async start(k) {
+				ping = setInterval(() => k.enqueue(encoder.encode(": ping\n\n")), KEEPALIVE_MS);
+				try {
+					for (let next = head; !next.done; next = await parts.next()) {
+						const p = next.value;
+						if (p.type === "abort") break;
+						if (p.type === "text-delta") k.enqueue(sseEvent("delta", { text: p.text }));
+						if (p.type === "error") {
+							if (!gone()) k.enqueue(errorEvent(modelError(p.error, provider)));
+							return;
+						}
+					}
+					if (!gone()) k.enqueue(sseEvent("done", {}));
+				} catch (e) {
+					if (!gone()) k.enqueue(errorEvent(modelError(e, provider)));
+				} finally {
+					finish();
+					try {
+						k.close();
+					} catch {}
+				}
+			},
+			cancel: finish
+		});
+		return new Response(stream, { headers: {
+			"content-type": "text/event-stream; charset=utf-8",
+			"cache-control": "no-store",
+			connection: "keep-alive"
+		} });
+	});
+};
+//#endregion
 //#region src/serve/routes/git.ts
 function reviewBody(body) {
 	const b = objectBody(body, "body");
@@ -6412,6 +6822,60 @@ const gitRoutes = (router, ctx) => {
 			}
 		});
 	});
+	router.add("GET", "/api/git/pr", async () => {
+		const git = ctx.git;
+		if (!git) throw new HttpError(404, "the data folder is not in a git repository");
+		return { url: await git.openPr?.().catch(notFound) ?? null };
+	});
+	router.add("POST", "/api/git/review/draft", async ({ body, signal }) => {
+		const git = ctx.git;
+		if (!git) throw new HttpError(404, "the data folder is not in a git repository");
+		if (!ctx.agent) throw new HttpError(404, "no agent is available");
+		const b = objectBody(body, "body");
+		if (!Array.isArray(b.paths) || b.paths.length === 0 || b.paths.some((p) => typeof p !== "string")) throw new HttpError(400, "choose at least one file", { field: "paths" });
+		if (b.mode !== "pr" && b.mode !== "commit") throw new HttpError(400, "mode must be pr or commit");
+		const locale = typeof b.locale === "string" ? b.locale : "en";
+		const { provider, languageModel } = ctx.agent.viewerModel({
+			provider: b.provider,
+			model: b.model,
+			apiKey: b.apiKey
+		});
+		const changed = new Map((await git.status().catch(notFound)).changes.map((c) => [c.path, c.status]));
+		const files = await Promise.all(b.paths.map(async (path) => {
+			const status = changed.get(path);
+			if (status === void 0) throw new HttpError(400, `${path} has no changes`);
+			const found = await recordChanges(git, ctx.root, ctx.y.tables, path);
+			if (found?.records) return {
+				path,
+				status,
+				table: found.table,
+				records: found.records
+			};
+			return {
+				path,
+				status,
+				table: found?.table ?? null,
+				records: null,
+				before: shownText(await git.baseContent(path)),
+				after: shownFile(join(ctx.root, path))
+			};
+		}));
+		const template = b.mode === "pr" ? await git.pullRequestTemplate?.() ?? null : null;
+		const release = ctx.agent.pageSlot();
+		try {
+			return await draftReview(languageModel, {
+				files,
+				mode: b.mode,
+				locale,
+				template,
+				ai: ctx.y.ai
+			}, signal);
+		} catch (e) {
+			throw modelError(e, provider);
+		} finally {
+			release();
+		}
+	});
 	router.add("POST", "/api/git/revert", async ({ body }) => {
 		const git = ctx.git;
 		if (!git) throw new HttpError(404, "the data folder is not in a git repository");
@@ -6488,6 +6952,18 @@ const gitRoutes = (router, ctx) => {
 		};
 	});
 };
+const DRAFT_FILE_BYTES = 65536;
+const OMITTED = "(not shown: a binary file or one larger than 64 KB)";
+function shownText(text) {
+	if (text === null) return null;
+	return text.length > DRAFT_FILE_BYTES || text.includes("\0") ? OMITTED : text;
+}
+function shownFile(file) {
+	if (!existsSync(file)) return null;
+	const s = lstatSync(file);
+	if (!s.isFile()) return s.isSymbolicLink() ? "(a symbolic link)" : null;
+	return s.size > DRAFT_FILE_BYTES ? OMITTED : shownText(readFileSync(file, "utf8"));
+}
 function notFound(e) {
 	if (e instanceof NoRepository) throw new HttpError(404, e.message);
 	throw e;
@@ -6631,204 +7107,6 @@ const metaRoutes = (router, ctx) => {
 	}));
 };
 //#endregion
-//#region src/serve/routes/pages.ts
-const MAX_PAGE_BYTES = 1048576;
-function readPageHtml(path, shown) {
-	let size;
-	try {
-		const st = statSync(path);
-		if (!st.isFile()) throw new HttpError(404, `page file is not a file: ${shown}`);
-		size = st.size;
-	} catch (e) {
-		if (e instanceof HttpError) throw e;
-		throw new HttpError(404, `page file not found: ${shown}`);
-	}
-	if (size > MAX_PAGE_BYTES) throw new HttpError(413, `${shown} is larger than 1 MB`);
-	return readFileSync(path, "utf8");
-}
-function pageSpec(ctx, name) {
-	const page = ctx.y.pages.find((p) => p.name === name);
-	if (!page) throw new HttpError(404, `unknown page: ${name}`);
-	return page;
-}
-const pageRoutes = (router, ctx) => {
-	router.add("GET", "/api/pages/:page/html", ({ params }) => {
-		const page = pageSpec(ctx, params.page);
-		return { html: readPageHtml(page.path, displayPath$1(ctx.root, page.path)) };
-	});
-};
-//#endregion
-//#region src/serve/routes/pageai.ts
-const isMap$2 = (v) => v !== null && typeof v === "object" && !Array.isArray(v);
-function readAsk(body, streaming) {
-	const b = objectBody(body, "body");
-	if (b.apiKey !== void 0) throw new HttpError(400, "pages cannot send API keys");
-	const { system, prompt, schema, model, maxOutputTokens } = b;
-	if (system !== void 0 && typeof system !== "string") throw new HttpError(400, "system must be a string");
-	if (model !== void 0 && typeof model !== "string") throw new HttpError(400, "model must be a string");
-	if (schema !== void 0 && streaming) throw new HttpError(400, "schema is not supported when streaming");
-	if (schema !== void 0 && !isMap$2(schema)) throw new HttpError(400, "schema must be an object");
-	if (maxOutputTokens !== void 0 && !(Number.isInteger(maxOutputTokens) && maxOutputTokens > 0)) throw new HttpError(400, "maxOutputTokens must be a positive integer");
-	return {
-		system,
-		prompt: readPrompt(prompt),
-		schema,
-		model,
-		maxOutputTokens
-	};
-}
-function readPrompt(prompt) {
-	if (typeof prompt === "string") {
-		if (prompt.trim() === "") throw new HttpError(400, "prompt is required");
-		return prompt;
-	}
-	const bad = () => new HttpError(400, "prompt must be a string or a list of { role: user | assistant, content: string }");
-	if (!Array.isArray(prompt) || prompt.length === 0) throw bad();
-	return prompt.map((m) => {
-		if (!isMap$2(m) || m.role !== "user" && m.role !== "assistant" || typeof m.content !== "string") throw bad();
-		return {
-			role: m.role,
-			content: m.content
-		};
-	});
-}
-function retryAfterSeconds(value) {
-	if (!value) return void 0;
-	const seconds = Number(value);
-	if (Number.isFinite(seconds) && seconds >= 0) return Math.ceil(seconds);
-	const at = Date.parse(value);
-	return Number.isNaN(at) ? void 0 : Math.max(0, Math.ceil((at - Date.now()) / 1e3));
-}
-function isNoKey(body) {
-	try {
-		const error = JSON.parse(body ?? "").error;
-		return error?.type === "no_key" || error?.code === "no_key";
-	} catch {
-		return false;
-	}
-}
-function modelError(e, provider) {
-	const cause = RetryError.isInstance(e) ? e.lastError : e;
-	if (cause instanceof HttpError) return cause;
-	const message = cause instanceof Error ? cause.message : String(cause);
-	if (APICallError.isInstance(cause)) {
-		if (cause.statusCode === 429) {
-			const retryAfter = retryAfterSeconds(cause.responseHeaders?.["retry-after"]);
-			return new HttpError(429, message, {
-				provider,
-				...retryAfter === void 0 ? {} : { retryAfter }
-			});
-		}
-		if (cause.statusCode === 422 && isNoKey(cause.responseBody)) return new HttpError(503, "no AI key is configured on this host", { code: "no_key" });
-	}
-	return new HttpError(502, message, { provider });
-}
-const KEEPALIVE_MS = 15e3;
-const encoder = new TextEncoder();
-const sseEvent = (event, data) => encoder.encode(`event: ${event}\ndata: ${JSON.stringify(data)}\n\n`);
-const errorEvent = (e) => sseEvent("error", {
-	error: e.message,
-	...e.extra,
-	status: e.status
-});
-const pageAiRoutes = (router, ctx) => {
-	const prepare = (name, body, streaming) => {
-		const page = pageSpec(ctx, name);
-		if (!page.ai) throw new HttpError(403, `page ${name} may not use AI`);
-		if (!ctx.agent) throw new HttpError(503, "no AI key is configured on this host", { code: "no_key" });
-		const ask = readAsk(body, streaming);
-		const { provider, languageModel } = ctx.agent.pageModel(ask.model);
-		return {
-			ask,
-			provider,
-			release: ctx.agent.pageSlot(),
-			call: {
-				model: languageModel,
-				...ask.system === void 0 || ask.system.trim() === "" ? {} : { instructions: ask.system },
-				prompt: ask.prompt,
-				maxOutputTokens: Math.min(ask.maxOutputTokens ?? page.ai.maxOutputTokens, page.ai.maxOutputTokens, PAGE_AI_MAX_TOKENS),
-				maxRetries: 0
-			}
-		};
-	};
-	router.add("POST", "/api/pages/:page/ai", async ({ params, body, signal }) => {
-		const { ask, provider, release, call } = prepare(params.page, body, false);
-		try {
-			if (ask.schema) return { object: (await generateText({
-				...call,
-				output: Output.object({ schema: jsonSchema(ask.schema) }),
-				abortSignal: signal
-			})).output };
-			return { text: (await generateText({
-				...call,
-				abortSignal: signal
-			})).text };
-		} catch (e) {
-			throw modelError(e, provider);
-		} finally {
-			release();
-		}
-	});
-	router.add("POST", "/api/pages/:page/ai/stream", async ({ params, body, signal }) => {
-		const { provider, release, call } = prepare(params.page, body, true);
-		const stop = new AbortController();
-		let ping;
-		const finish = () => {
-			clearInterval(ping);
-			stop.abort();
-			release();
-		};
-		const gone = () => stop.signal.aborted || signal.aborted;
-		let parts;
-		let head;
-		try {
-			parts = streamText({
-				...call,
-				abortSignal: AbortSignal.any([signal, stop.signal]),
-				onError: () => {}
-			}).fullStream[Symbol.asyncIterator]();
-			for (;;) {
-				head = await parts.next();
-				if (head.done || head.value.type !== "start") break;
-			}
-			if (!head.done && head.value.type === "error") throw head.value.error;
-		} catch (e) {
-			finish();
-			throw modelError(e, provider);
-		}
-		const stream = new ReadableStream({
-			async start(k) {
-				ping = setInterval(() => k.enqueue(encoder.encode(": ping\n\n")), KEEPALIVE_MS);
-				try {
-					for (let next = head; !next.done; next = await parts.next()) {
-						const p = next.value;
-						if (p.type === "abort") break;
-						if (p.type === "text-delta") k.enqueue(sseEvent("delta", { text: p.text }));
-						if (p.type === "error") {
-							if (!gone()) k.enqueue(errorEvent(modelError(p.error, provider)));
-							return;
-						}
-					}
-					if (!gone()) k.enqueue(sseEvent("done", {}));
-				} catch (e) {
-					if (!gone()) k.enqueue(errorEvent(modelError(e, provider)));
-				} finally {
-					finish();
-					try {
-						k.close();
-					} catch {}
-				}
-			},
-			cancel: finish
-		});
-		return new Response(stream, { headers: {
-			"content-type": "text/event-stream; charset=utf-8",
-			"cache-control": "no-store",
-			connection: "keep-alive"
-		} });
-	});
-};
-//#endregion
 //#region src/serve/routes/rules.ts
 const isRecord = (v) => v !== null && typeof v === "object" && !Array.isArray(v);
 const scalar = (v) => typeof v === "string" || typeof v === "number" || typeof v === "boolean";
@@ -7256,6 +7534,7 @@ const ROUTES = [
 	pageAiRoutes,
 	conflictRoutes,
 	agentRoutes,
+	aiRoutes,
 	gitRoutes
 ];
 //#endregion
@@ -8067,6 +8346,9 @@ async function open(options) {
 		get pages() {
 			return config.pages;
 		},
+		get ai() {
+			return config.ai;
+		},
 		async status(opts = {}) {
 			if (closed) throw new Error("YAMLite is closed");
 			const dbTime = store.lastWriteMs();
@@ -8097,6 +8379,7 @@ async function open(options) {
 					const next = resolveConfig(options);
 					config.tables = next.tables;
 					config.pages = next.pages;
+					config.ai = next.ai;
 					registerTables();
 					return config.tables;
 				}
@@ -8118,4 +8401,4 @@ async function open(options) {
 	};
 }
 //#endregion
-export { readRecord as A, configPath as B, fieldChanges as C, statementCount as D, isRead as E, HttpError as F, Store as G, readsFile as H, isLoopback as I, COLUMN_TYPES as K, loopbackHosts as L, toWire as M, Router as N, EventHub as O, createHandler as P, check as R, describeChange as S, PageSql as T, resolveConfig as U, parseConfig as V, declaredViews as W, gitBranches as _, query as a, gitStatus as b, exportSite as c, validateNewTable as d, ReviewRefused as f, ghReady as g, DIFF_LIMIT as h, formatTable as i, assertSynced as j, ProposalStore as k, ROUTES as l, STEP_KINDS as m, formatCsv as n, generateConfig as o, localDriver as p, formatJson as r, init as s, open as t, createTable as u, gitDiff as v, worthShowing as w, which as x, gitLog as y, CONFIG_NAMES as z };
+export { ProposalStore as A, CONFIG_NAMES as B, describeChange as C, isRead as D, PageSql as E, createHandler as F, declaredViews as G, parseConfig as H, HttpError as I, Store as K, isLoopback as L, assertSynced as M, toWire as N, statementCount as O, Router as P, loopbackHosts as R, which as S, worthShowing as T, readsFile as U, configPath as V, resolveConfig as W, ghReady as _, query as a, gitLog as b, exportSite as c, validateNewTable as d, ReviewRefused as f, DIFF_LIMIT as g, templatePath as h, formatTable as i, readRecord as j, EventHub as k, ROUTES as l, STEP_KINDS as m, formatCsv as n, generateConfig as o, localDriver as p, COLUMN_TYPES as q, formatJson as r, init as s, open as t, createTable as u, gitBranches as v, fieldChanges as w, gitStatus as x, gitDiff as y, check as z };