yamlite 0.38.0 → 0.40.0

package/dist/{src-DdRmp-vT.mjs → src-NOJw_gTE.mjs}

@@ -1,5 +1,5 @@
 import { basename, delimiter, dirname, extname, isAbsolute, join, matchesGlob, normalize, posix, relative, resolve, sep } from "node:path";
-import { accessSync, chmodSync, constants, cpSync, createReadStream, existsSync, linkSync, lstatSync, mkdirSync, mkdtempSync, readFileSync, readdirSync, realpathSync, renameSync, rmSync, rmdirSync, statSync, unlinkSync, writeFileSync } from "node:fs";
+import { accessSync, chmodSync, constants, copyFileSync, cpSync, createReadStream, existsSync, linkSync, lstatSync, mkdirSync, mkdtempSync, readFileSync, readdirSync, realpathSync, renameSync, rmSync, rmdirSync, statSync, unlinkSync, writeFileSync } from "node:fs";
 import { homedir, tmpdir } from "node:os";
 import { Document, Scalar, isMap, isNode, isScalar, isSeq, parse, parseDocument, stringify } from "yaml";
 import { createHash, randomBytes, timingSafeEqual } from "node:crypto";
@@ -1105,6 +1105,12 @@ function reconcileViews(store, spec, apply) {
 }
 //#endregion
 //#region src/pages/access.ts
+const DENIED_FILES = [
+	".yamlite/",
+	"yamlite.yaml",
+	"yamlite.yml"
+];
+const MAX_PAGE_FILE_BYTES = 10485760;
 const PAGE_AI_DEFAULT_TOKENS = 1024;
 const PAGE_AI_MAX_TOKENS = 8192;
 const canRead = (page, name) => Object.hasOwn(page.access, name);
@@ -1115,6 +1121,30 @@ function trustedViews(page, views) {
 	for (const name of Object.keys(page.access)) for (let v = name; v !== void 0 && parentOf.has(v) && !trusted.has(v); v = parentOf.get(v)) trusted.add(v);
 	return trusted;
 }
+function normalizeFilePath(path) {
+	if (path.startsWith("/") || path.startsWith("\\") || /^[a-z]:/i.test(path)) return null;
+	const parts = path.split(/[\\/]/);
+	if (parts.includes("..")) return null;
+	const kept = parts.filter((p) => p !== "" && p !== ".");
+	if (kept.length === 0) return null;
+	return kept.join("/") + (path.endsWith("/") ? "/" : "");
+}
+const fileGranted = (files, path) => files.some((entry) => entry.endsWith("/") ? path.startsWith(entry) : path === entry);
+const deniedFile = (path, denied) => fileGranted(denied.map((d) => d.toLowerCase()), path.toLowerCase());
+const CONTENT_TYPES = {
+	png: "image/png",
+	jpg: "image/jpeg",
+	jpeg: "image/jpeg",
+	webp: "image/webp",
+	gif: "image/gif",
+	svg: "image/svg+xml",
+	pdf: "application/pdf",
+	txt: "text/plain"
+};
+function contentTypeOf(path) {
+	const ext = path.slice(path.lastIndexOf(".") + 1).toLowerCase();
+	return path.includes(".") && Object.hasOwn(CONTENT_TYPES, ext) ? CONTENT_TYPES[ext] : "application/octet-stream";
+}
 //#endregion
 //#region src/config.ts
 const CONFIG_NAMES = ["yamlite.yaml", "yamlite.yml"];
@@ -1639,6 +1669,7 @@ const PAGE_KEYS = [
 	"access",
 	"sql",
 	"network",
+	"files",
 	"ai"
 ];
 const PAGE_NAME = /^[a-z0-9][a-z0-9_-]*$/;
@@ -1654,6 +1685,16 @@ function toOrigin(where, raw) {
 	if (url.protocol !== "https:" && url.protocol !== "http:" || raw.replace(/\/$/, "") !== url.origin) throw invalid();
 	return url.origin;
 }
+function toFiles(where, raw) {
+	if (raw === void 0 || raw === null) return [];
+	if (!Array.isArray(raw)) throw new Error(`${where}files must be a list of root-relative files and folders`);
+	return raw.map((entry) => {
+		const invalid = (why) => /* @__PURE__ */ new Error(`${where}files entry ${JSON.stringify(entry)} ${why}`);
+		if (typeof entry !== "string" || normalizeFilePath(entry) !== entry) throw invalid("must be a root-relative path without .., . or empty segments");
+		if (deniedFile(entry, DENIED_FILES)) throw invalid("is YAMLite's own and cannot be granted");
+		return entry;
+	});
+}
 function toPageAi(where, raw) {
 	if (raw === void 0 || raw === null || raw === false) return null;
 	if (raw === true) return { maxOutputTokens: PAGE_AI_DEFAULT_TOKENS };
@@ -1694,6 +1735,7 @@ function toPages(raw, place) {
 			access,
 			sql: v.sql === true,
 			network: (v.network ?? []).map((o) => toOrigin(where, o)),
+			files: toFiles(where, v.files),
 			ai: toPageAi(where, v.ai)
 		};
 	});
@@ -4238,6 +4280,37 @@ var ProposalStore = class {
 };
 //#endregion
 //#region src/serve/context.ts
+function onDisk(path) {
+	try {
+		return realpathSync.native(path);
+	} catch {
+		try {
+			return join(realpathSync.native(dirname(path)), basename(path));
+		} catch {
+			return path;
+		}
+	}
+}
+function deniedFiles(root, stateDir, dbPath) {
+	const base = onDisk(root);
+	const inside = (path) => {
+		const rel = relative(base, path);
+		return rel === "" || rel.startsWith("..") || isAbsolute(rel) ? null : rel.split(sep).join("/");
+	};
+	const state = inside(onDisk(stateDir));
+	const given = inside(join(onDisk(dirname(dbPath)), basename(dbPath)));
+	const dbs = [.../* @__PURE__ */ new Set([given, inside(onDisk(dbPath))])].filter((db) => db !== null);
+	return [
+		...DENIED_FILES,
+		...state === null ? [] : [`${state}/`],
+		...dbs.flatMap((db) => [
+			db,
+			`${db}-wal`,
+			`${db}-shm`,
+			`${db}-journal`
+		])
+	];
+}
 function displayPath$1(root, path) {
 	const rel = relative(root, path);
 	return rel === "" || rel.startsWith("..") ? path : rel;
@@ -6520,11 +6593,56 @@ function pageSpec(ctx, name) {
 	if (!page) throw new HttpError(404, `unknown page: ${name}`);
 	return page;
 }
+const FILE_HEADERS = {
+	"cache-control": "no-store",
+	"x-content-type-options": "nosniff",
+	"content-security-policy": "default-src 'none'; style-src 'unsafe-inline'; sandbox"
+};
+const tooLarge = (path) => new HttpError(413, `${path} is larger than 10 MB`);
+const missing = (path) => new HttpError(404, `file not found: ${path}`);
+function grantedFile(root, files, denied, path) {
+	let real;
+	let size;
+	try {
+		real = realpathSync.native(join(root, path));
+		const st = statSync(real);
+		if (!st.isFile()) throw missing(path);
+		size = st.size;
+	} catch (e) {
+		if (e instanceof HttpError) throw e;
+		throw missing(path);
+	}
+	const rel = relative(realpathSync.native(root), real);
+	const shown = rel.split(sep).join("/");
+	if (rel.startsWith("..") || isAbsolute(rel) || !fileGranted(files, shown) || deniedFile(shown, denied)) throw new HttpError(403, `${path} leads outside this page's files`);
+	if (size > 10485760) throw tooLarge(path);
+	return {
+		real,
+		size
+	};
+}
+const readGranted = (ctx, page, path) => readFileSync(grantedFile(ctx.root, page.files, ctx.deniedFiles, path).real);
 const pageRoutes = (router, ctx) => {
 	router.add("GET", "/api/pages/:page/html", ({ params }) => {
 		const page = pageSpec(ctx, params.page);
 		return { html: readPageHtml(page.path, displayPath$1(ctx.root, page.path)) };
 	});
+	router.add("GET", "/api/pages/:page/file", async ({ params, query, signal }) => {
+		const page = pageSpec(ctx, params.page);
+		const asked = query.get("path");
+		if (!asked) throw new HttpError(400, "path is required");
+		const path = normalizeFilePath(asked);
+		if (path === null || !fileGranted(page.files, path)) throw new HttpError(403, `${asked} is not in this page's files`);
+		if (deniedFile(path, ctx.deniedFiles)) throw new HttpError(403, `${asked} is YAMLite's own and no page may read it`);
+		let bytes = await ctx.pageFiles?.(path, signal);
+		if (bytes === "missing") throw missing(path);
+		if (bytes === "too-large" || bytes !== void 0 && bytes.length > 10485760) throw tooLarge(path);
+		bytes ??= readGranted(ctx, page, path);
+		return new Response(bytes, { headers: {
+			...FILE_HEADERS,
+			"content-type": contentTypeOf(path)
+		} });
+	});
 };
 //#endregion
 //#region src/serve/routes/pageai.ts
@@ -7077,6 +7195,7 @@ const metaRoutes = (router, ctx) => {
 			access: p.access,
 			sql: p.sql,
 			network: p.network,
+			files: p.files,
 			ai: p.ai
 		})),
 		views: ctx.y.tables.flatMap((t) => declaredViews(t).map(({ spec, parent, depth, path }) => {
@@ -7299,11 +7418,23 @@ const schemaRoutes = (router, ctx) => {
 		};
 	});
 };
+const SEPARATORS = [
+	" ",
+	"	",
+	"\n",
+	"\r",
+	"-",
+	"_",
+	".",
+	"/"
+];
+const isSeparator = (c) => SEPARATORS.includes(c);
+const squash = (s) => [...s].filter((c) => !isSeparator(c)).join("");
 const DEFAULT_PER = 20;
 const MAX_PER = 200;
 function parseSearchQuery(params) {
 	const needle = params.get("q")?.trim() ?? "";
-	if ([...needle].length < 2) throw new HttpError(400, `q needs at least 2 characters`);
+	if ([...squash(needle)].length < 2) throw new HttpError(400, `q needs at least 2 characters`);
 	const raw = params.get("per");
 	if (raw === null) return {
 		needle,
@@ -7331,25 +7462,27 @@ function labelColumn(t) {
 }
 const literal = (s) => `'${s.replaceAll("'", "''")}'`;
 const text = (column) => `CAST(${q(column)} AS TEXT)`;
-const contains = (column) => `instr(lower(${text(column)}), needle.v) > 0`;
+const char = (c) => c < " " ? `char(${c.charCodeAt(0)})` : literal(c);
+const squashed = (expr) => SEPARATORS.reduce((e, c) => `replace(${e}, ${char(c)}, '')`, `lower(${expr})`);
+const contains = (column) => `instr(${squashed(text(column))}, needle.v) > 0`;
 function tableHits(t) {
 	const columns = [t.key, ...[...t.columns.keys()].filter((c) => c !== t.key)].filter((c) => t.columns.get(c) !== "BOOLEAN");
 	if (columns.length === 0) return null;
 	const pick = (then) => `CASE ${columns.map((c) => `WHEN ${contains(c)} THEN ${then(c)}`).join(" ")} END`;
 	const label = labelColumn(t);
-	return `SELECT ${literal(t.name)} AS tbl, ${text(t.key)} AS k, ${label ? text(label) : "NULL"} AS lbl, ${pick(literal)} AS col, ${pick(text)} AS val FROM main.${q(t.name)}, needle WHERE ${columns.map(contains).join(" OR ")}`;
+	return `SELECT ${literal(t.name)} AS tbl, ${text(t.key)} AS k, ${squashed(text(t.key))} AS sk, ${label ? text(label) : "NULL"} AS lbl, ${pick(literal)} AS col, ${pick(text)} AS val FROM main.${q(t.name)}, needle WHERE ${columns.map(contains).join(" OR ")}`;
 }
 function buildSearchSql(tables, needle, per) {
 	const selects = tables.map(tableHits).filter((s) => s !== null);
 	if (selects.length === 0) return null;
 	return {
-		sql: `WITH needle(v) AS (SELECT lower(?)),
+		sql: `WITH needle(v) AS (SELECT ${squashed("?")}),
 hits AS (${selects.join(" UNION ALL ")}),
 ranked AS (
   SELECT hits.*,
-    CASE WHEN lower(k) = needle.v THEN 0
-         WHEN substr(lower(k), 1, length(needle.v)) = needle.v THEN 1
-         WHEN instr(lower(k), needle.v) > 0 THEN 2
+    CASE WHEN sk = needle.v THEN 0
+         WHEN substr(sk, 1, length(needle.v)) = needle.v THEN 1
+         WHEN instr(sk, needle.v) > 0 THEN 2
          ELSE 3 END AS grade,
     count(*) OVER (PARTITION BY tbl) AS total
   FROM hits, needle
@@ -7572,6 +7705,40 @@ function warningScrubber(root, specPaths) {
 		return name === "" ? out : out.split(root).join(name);
 	};
 }
+function grantedCandidates(root, entries) {
+	const found = [];
+	const walk = (rel) => {
+		let items;
+		try {
+			items = readdirSync(join(root, rel), { withFileTypes: true });
+		} catch {
+			return;
+		}
+		for (const item of items) {
+			const path = `${rel}${item.name}`;
+			if (item.isDirectory()) walk(`${path}/`);
+			else found.push(path);
+		}
+	};
+	for (const entry of entries) if (entry.endsWith("/")) walk(entry);
+	else found.push(entry);
+	return found;
+}
+function copyPageFiles(root, dir, grants, denied, skipped) {
+	for (const path of new Set(grantedCandidates(root, grants))) {
+		if (deniedFile(path, denied)) continue;
+		let real;
+		try {
+			real = grantedFile(root, grants, denied, path).real;
+		} catch (e) {
+			if (e instanceof HttpError && e.status === 413) skipped[path] = "is larger than 10 MB";
+			continue;
+		}
+		const dest = join(dir, "data", "files", `${path}.bin`);
+		mkdirSync(dirname(dest), { recursive: true });
+		copyFileSync(real, dest);
+	}
+}
 const writeJson = (path, value) => writeFileSync(path, JSON.stringify(value));
 async function writeSnapshotData(opts) {
 	const root = resolve(opts.root);
@@ -7583,6 +7750,7 @@ async function writeSnapshotData(opts) {
 		const yaml = [];
 		const pages = [];
 		const skippedPages = {};
+		const skippedFiles = {};
 		const all = y.tables.map((t) => t.name);
 		const unknown = (opts.tables ?? []).filter((n) => !all.includes(n));
 		if (unknown.length > 0) throw new Error(`unknown table: ${unknown.join(", ")}`);
@@ -7607,6 +7775,8 @@ async function writeSnapshotData(opts) {
 				agent: null,
 				git: null,
 				reloadConfig: () => {},
+				pageFiles: null,
+				deniedFiles: deniedFiles(root, stateDir, dbPath),
 				proposals: new ProposalStore({
 					store,
 					dry: store,
@@ -7638,6 +7808,7 @@ async function writeSnapshotData(opts) {
 				}
 			}
 			const kept = new Set(pages.map(([name]) => name));
+			copyPageFiles(root, opts.dir, y.pages.filter((p) => kept.has(p.name)).flatMap((p) => p.files), ctx.deniedFiles, skippedFiles);
 			meta = {
 				...served,
 				root: basename(root),
@@ -7708,7 +7879,8 @@ async function writeSnapshotData(opts) {
 			tables: selected,
 			warnings,
 			pages: pages.map(([name]) => name),
-			skippedPages
+			skippedPages,
+			skippedFiles
 		};
 	});
 }
@@ -7796,7 +7968,7 @@ async function exportSite(opts) {
 		if (!html.includes("<head>")) throw new Error(`${indexPath} has no <head>`);
 		const index = html.replace("<head>", `<head>\n    ${STATIC_META}\n    ${FILE_GUARD}`);
 		writeFileSync(join(staging, "index.html"), index);
-		const { tables, warnings, pages, skippedPages } = await writeSnapshotData({
+		const { tables, warnings, pages, skippedPages, skippedFiles } = await writeSnapshotData({
 			root: opts.root,
 			tables: opts.tables,
 			dir: staging,
@@ -7825,7 +7997,8 @@ async function exportSite(opts) {
 			tables,
 			warnings,
 			pages,
-			skippedPages
+			skippedPages,
+			skippedFiles
 		};
 	} catch (e) {
 		rmSync(staging, {
@@ -8401,4 +8574,4 @@ async function open(options) {
 	};
 }
 //#endregion
-export { ProposalStore as A, CONFIG_NAMES as B, describeChange as C, isRead as D, PageSql as E, createHandler as F, declaredViews as G, parseConfig as H, HttpError as I, Store as K, isLoopback as L, assertSynced as M, toWire as N, statementCount as O, Router as P, loopbackHosts as R, which as S, worthShowing as T, readsFile as U, configPath as V, resolveConfig as W, ghReady as _, query as a, gitLog as b, exportSite as c, validateNewTable as d, ReviewRefused as f, DIFF_LIMIT as g, templatePath as h, formatTable as i, readRecord as j, EventHub as k, ROUTES as l, STEP_KINDS as m, formatCsv as n, generateConfig as o, localDriver as p, COLUMN_TYPES as q, formatJson as r, init as s, open as t, createTable as u, gitBranches as v, fieldChanges as w, gitStatus as x, gitDiff as y, check as z };
+export { deniedFiles as A, check as B, describeChange as C, isRead as D, PageSql as E, Router as F, resolveConfig as G, configPath as H, createHandler as I, fileGranted as J, DENIED_FILES as K, HttpError as L, readRecord as M, assertSynced as N, statementCount as O, toWire as P, COLUMN_TYPES as Q, isLoopback as R, which as S, worthShowing as T, parseConfig as U, CONFIG_NAMES as V, readsFile as W, declaredViews as X, normalizeFilePath as Y, Store as Z, ghReady as _, query as a, gitLog as b, exportSite as c, validateNewTable as d, ReviewRefused as f, DIFF_LIMIT as g, templatePath as h, formatTable as i, ProposalStore as j, EventHub as k, ROUTES as l, STEP_KINDS as m, formatCsv as n, generateConfig as o, localDriver as p, MAX_PAGE_FILE_BYTES as q, formatJson as r, init as s, open as t, createTable as u, gitBranches as v, fieldChanges as w, gitStatus as x, gitDiff as y, loopbackHosts as z };