@sveltejs/kit 1.0.0-next.21 → 1.0.0-next.210

package/dist/chunks/index5.js

@@ -0,0 +1,628 @@
+import { m as mkdirp, r as rimraf, d as copy, $, l as logger } from '../cli.js';
+import { S as SVELTE_KIT } from './constants.js';
+import { readFileSync, writeFileSync } from 'fs';
+import { resolve, join, dirname } from 'path';
+import { pathToFileURL, URL } from 'url';
+import { __fetch_polyfill } from '../install-fetch.js';
+import { g as get_single_valued_header, r as resolve$1, i as is_root_relative } from './url.js';
+import { g as generate_manifest } from './index4.js';
+import 'sade';
+import 'child_process';
+import 'net';
+import 'os';
+import './error.js';
+import 'node:http';
+import 'node:https';
+import 'node:zlib';
+import 'node:stream';
+import 'node:util';
+import 'node:url';
+import './misc.js';
+
+/** @typedef {{
+ *   fn: () => Promise<any>,
+ *   fulfil: (value: any) => void,
+ *   reject: (error: Error) => void
+ * }} Task */
+
+/** @param {number} concurrency */
+function queue(concurrency) {
+	/** @type {Task[]} */
+	const tasks = [];
+
+	let current = 0;
+
+	/** @type {(value?: any) => void} */
+	let fulfil;
+
+	/** @type {(error: Error) => void} */
+	let reject;
+
+	let closed = false;
+
+	const done = new Promise((f, r) => {
+		fulfil = f;
+		reject = r;
+	});
+
+	done.catch(() => {
+		// this is necessary in case a catch handler is never added
+		// to the done promise by the user
+	});
+
+	function dequeue() {
+		if (current < concurrency) {
+			const task = tasks.shift();
+
+			if (task) {
+				current += 1;
+				const promise = Promise.resolve(task.fn());
+
+				promise
+					.then(task.fulfil, (err) => {
+						task.reject(err);
+						reject(err);
+					})
+					.then(() => {
+						current -= 1;
+						dequeue();
+					});
+			} else if (current === 0) {
+				closed = true;
+				fulfil();
+			}
+		}
+	}
+
+	return {
+		/** @param {() => any} fn */
+		add: (fn) => {
+			if (closed) throw new Error('Cannot add tasks to a queue that has ended');
+
+			const promise = new Promise((fulfil, reject) => {
+				tasks.push({ fn, fulfil, reject });
+			});
+
+			dequeue();
+			return promise;
+		},
+
+		done: () => {
+			if (current === 0) {
+				closed = true;
+				fulfil();
+			}
+
+			return done;
+		}
+	};
+}
+
+/**
+ * @typedef {import('types/config').PrerenderErrorHandler} PrerenderErrorHandler
+ * @typedef {import('types/config').PrerenderOnErrorValue} OnError
+ * @typedef {import('types/internal').Logger} Logger
+ */
+
+/** @param {string} html */
+function clean_html(html) {
+	return html
+		.replace(/<!\[CDATA\[[\s\S]*?\]\]>/gm, '')
+		.replace(/(<script[\s\S]*?>)[\s\S]*?<\/script>/gm, '$1</' + 'script>')
+		.replace(/(<style[\s\S]*?>)[\s\S]*?<\/style>/gm, '$1</' + 'style>')
+		.replace(/<!--[\s\S]*?-->/gm, '');
+}
+
+/** @param {string} attrs */
+function get_href(attrs) {
+	const match = /(?:[\s'"]|^)href\s*=\s*(?:"(.*?)"|'(.*?)'|([^\s>]*))/.exec(attrs);
+	return match && (match[1] || match[2] || match[3]);
+}
+
+/** @param {string} attrs */
+function get_src(attrs) {
+	const match = /(?:[\s'"]|^)src\s*=\s*(?:"(.*?)"|'(.*?)'|([^\s>]*))/.exec(attrs);
+	return match && (match[1] || match[2] || match[3]);
+}
+
+/** @param {string} attrs */
+function is_rel_external(attrs) {
+	const match = /rel\s*=\s*(?:["'][^>]*(external)[^>]*["']|(external))/.exec(attrs);
+	return !!match;
+}
+
+/** @param {string} attrs */
+function get_srcset_urls(attrs) {
+	const results = [];
+	// Note that the srcset allows any ASCII whitespace, including newlines.
+	const match = /([\s'"]|^)srcset\s*=\s*(?:"(.*?)"|'(.*?)'|([^\s>]*))/s.exec(attrs);
+	if (match) {
+		const attr_content = match[1] || match[2] || match[3];
+		// Parse the content of the srcset attribute.
+		// The regexp is modelled after the srcset specs (https://html.spec.whatwg.org/multipage/images.html#srcset-attribute)
+		// and should cover most reasonable cases.
+		const regex = /\s*([^\s,]\S+[^\s,])\s*((?:\d+w)|(?:-?\d+(?:\.\d+)?(?:[eE]-?\d+)?x))?/gm;
+		let sub_matches;
+		while ((sub_matches = regex.exec(attr_content))) {
+			results.push(sub_matches[1]);
+		}
+	}
+	return results;
+}
+
+/** @type {(errorDetails: Parameters<PrerenderErrorHandler>[0] ) => string} */
+function errorDetailsToString({ status, path, referrer, referenceType }) {
+	return `${status} ${path}${referrer ? ` (${referenceType} from ${referrer})` : ''}`;
+}
+
+/** @type {(log: Logger, onError: OnError) => PrerenderErrorHandler} */
+function chooseErrorHandler(log, onError) {
+	switch (onError) {
+		case 'continue':
+			return (errorDetails) => {
+				log.error(errorDetailsToString(errorDetails));
+			};
+		case 'fail':
+			return (errorDetails) => {
+				throw new Error(errorDetailsToString(errorDetails));
+			};
+		default:
+			return onError;
+	}
+}
+
+const OK = 2;
+const REDIRECT = 3;
+
+/**
+ * @param {{
+ *   cwd: string;
+ *   out: string;
+ *   log: Logger;
+ *   config: import('types/config').ValidatedConfig;
+ *   build_data: import('types/internal').BuildData;
+ *   fallback?: string;
+ *   all: boolean; // disregard `export const prerender = true`
+ * }} opts
+ * @returns {Promise<{ paths: string[] }>} returns a promise that resolves to an array of paths corresponding to the files that have been prerendered.
+ */
+async function prerender({ cwd, out, log, config, build_data, fallback, all }) {
+	if (!config.kit.prerender.enabled && !fallback) {
+		return { paths: [] };
+	}
+
+	__fetch_polyfill();
+
+	mkdirp(out);
+
+	const dir = resolve(cwd, `${SVELTE_KIT}/output`);
+
+	const seen = new Set();
+
+	const server_root = resolve(dir);
+
+	/** @type {import('types/internal').AppModule} */
+	const { App, override } = await import(pathToFileURL(`${server_root}/server/app.js`).href);
+
+	override({
+		paths: config.kit.paths,
+		prerendering: true,
+		read: (file) => readFileSync(join(config.kit.files.assets, file))
+	});
+
+	const { manifest } = await import(pathToFileURL(`${server_root}/server/manifest.js`).href);
+
+	const app = new App(manifest);
+
+	const error = chooseErrorHandler(log, config.kit.prerender.onError);
+
+	const files = new Set([
+		...build_data.static,
+		...build_data.client.chunks.map((chunk) => `${config.kit.appDir}/${chunk.fileName}`),
+		...build_data.client.assets.map((chunk) => `${config.kit.appDir}/${chunk.fileName}`)
+	]);
+
+	/** @type {string[]} */
+	const paths = [];
+
+	build_data.static.forEach((file) => {
+		if (file.endsWith('/index.html')) {
+			files.add(file.slice(0, -11));
+		}
+	});
+
+	/**
+	 * @param {string} path
+	 */
+	function normalize(path) {
+		if (config.kit.trailingSlash === 'always') {
+			return path.endsWith('/') ? path : `${path}/`;
+		} else if (config.kit.trailingSlash === 'never') {
+			return !path.endsWith('/') || path === '/' ? path : path.slice(0, -1);
+		}
+
+		return path;
+	}
+
+	const q = queue(config.kit.prerender.concurrency);
+
+	/**
+	 * @param {string} decoded_path
+	 * @param {string?} referrer
+	 */
+	function enqueue(decoded_path, referrer) {
+		const path = encodeURI(normalize(decoded_path));
+
+		if (seen.has(path)) return;
+		seen.add(path);
+
+		return q.add(() => visit(path, decoded_path, referrer));
+	}
+
+	/**
+	 * @param {string} path
+	 * @param {string} decoded_path
+	 * @param {string?} referrer
+	 */
+	async function visit(path, decoded_path, referrer) {
+		/** @type {Map<string, import('types/hooks').ServerResponse>} */
+		const dependencies = new Map();
+
+		const rendered = await app.render(
+			{
+				url: `${config.kit.protocol || 'sveltekit'}://${config.kit.host || 'prerender'}${path}`,
+				method: 'GET',
+				headers: {},
+				rawBody: null
+			},
+			{
+				prerender: {
+					all,
+					dependencies
+				}
+			}
+		);
+
+		if (rendered) {
+			const response_type = Math.floor(rendered.status / 100);
+			const headers = rendered.headers;
+			const type = headers && headers['content-type'];
+			const is_html = response_type === REDIRECT || type === 'text/html';
+
+			const parts = decoded_path.split('/');
+			if (is_html && parts[parts.length - 1] !== 'index.html') {
+				parts.push('index.html');
+			}
+
+			const file = `${out}${parts.join('/')}`;
+
+			if (response_type === REDIRECT) {
+				const location = get_single_valued_header(headers, 'location');
+
+				if (location) {
+					mkdirp(dirname(file));
+
+					log.warn(`${rendered.status} ${decoded_path} -> ${location}`);
+					writeFileSync(file, `<meta http-equiv="refresh" content="0;url=${encodeURI(location)}">`);
+
+					const resolved = resolve$1(path, location);
+					if (is_root_relative(resolved)) {
+						enqueue(resolved, path);
+					}
+				} else {
+					log.warn(`location header missing on redirect received from ${decoded_path}`);
+				}
+
+				return;
+			}
+
+			if (rendered.status === 200) {
+				mkdirp(dirname(file));
+
+				log.info(`${rendered.status} ${decoded_path}`);
+				writeFileSync(file, rendered.body || '');
+				paths.push(normalize(decoded_path));
+			} else if (response_type !== OK) {
+				error({ status: rendered.status, path, referrer, referenceType: 'linked' });
+			}
+
+			dependencies.forEach((result, dependency_path) => {
+				const response_type = Math.floor(result.status / 100);
+
+				const is_html = result.headers['content-type'] === 'text/html';
+
+				const parts = dependency_path.split('/');
+				if (is_html && parts[parts.length - 1] !== 'index.html') {
+					parts.push('index.html');
+				}
+
+				const file = `${out}${parts.join('/')}`;
+				mkdirp(dirname(file));
+
+				if (result.body) {
+					writeFileSync(file, result.body);
+					paths.push(dependency_path);
+				}
+
+				if (response_type === OK) {
+					log.info(`${result.status} ${dependency_path}`);
+				} else {
+					error({
+						status: result.status,
+						path: dependency_path,
+						referrer: path,
+						referenceType: 'fetched'
+					});
+				}
+			});
+
+			if (is_html && config.kit.prerender.crawl) {
+				const cleaned = clean_html(/** @type {string} */ (rendered.body));
+
+				let match;
+				const pattern = /<(a|img|link|source)\s+([\s\S]+?)>/gm;
+
+				const hrefs = [];
+
+				while ((match = pattern.exec(cleaned))) {
+					const element = match[1];
+					const attrs = match[2];
+
+					if (element === 'a' || element === 'link') {
+						if (is_rel_external(attrs)) continue;
+
+						hrefs.push(get_href(attrs));
+					} else {
+						if (element === 'img') {
+							hrefs.push(get_src(attrs));
+						}
+						hrefs.push(...get_srcset_urls(attrs));
+					}
+				}
+
+				for (const href of hrefs) {
+					if (!href) continue;
+
+					const resolved = resolve$1(path, href);
+					if (!is_root_relative(resolved)) continue;
+
+					const parsed = new URL(resolved, 'http://localhost');
+					const pathname = decodeURI(parsed.pathname).replace(config.kit.paths.base, '');
+
+					const file = pathname.slice(1);
+					if (files.has(file)) continue;
+
+					if (parsed.search) ;
+
+					enqueue(pathname, path);
+				}
+			}
+		}
+	}
+
+	if (config.kit.prerender.enabled) {
+		for (const entry of config.kit.prerender.entries) {
+			if (entry === '*') {
+				for (const entry of build_data.entries) {
+					enqueue(entry, null);
+				}
+			} else {
+				enqueue(entry, null);
+			}
+		}
+
+		await q.done();
+	}
+
+	if (fallback) {
+		const rendered = await app.render(
+			{
+				url: `${config.kit.host || 'sveltekit'}://${config.kit.host || 'prerender'}/[fallback]`,
+				method: 'GET',
+				headers: {},
+				rawBody: null
+			},
+			{
+				prerender: {
+					fallback,
+					all: false,
+					dependencies: new Map()
+				}
+			}
+		);
+
+		const file = join(out, fallback);
+		mkdirp(dirname(file));
+		writeFileSync(file, rendered.body || '');
+	}
+
+	return {
+		paths
+	};
+}
+
+/**
+ * @param {{
+ *   cwd: string;
+ *   config: import('types/config').ValidatedConfig;
+ *   build_data: import('types/internal').BuildData;
+ *   log: import('types/internal').Logger;
+ * }} opts
+ * @returns {import('types/config').Builder}
+ */
+function create_builder({ cwd, config, build_data, log }) {
+	/** @type {Set<string>} */
+	const prerendered_paths = new Set();
+	let generated_manifest = false;
+
+	/** @param {import('types/internal').RouteData} route */
+	function not_prerendered(route) {
+		if (route.type === 'page' && route.path) {
+			return !prerendered_paths.has(route.path);
+		}
+
+		return true;
+	}
+
+	return {
+		log,
+		rimraf,
+		mkdirp,
+		copy,
+
+		createEntries(fn) {
+			generated_manifest = true;
+
+			const { routes } = build_data.manifest_data;
+
+			/** @type {import('types/config').RouteDefinition[]} */
+			const facades = routes.map((route) => ({
+				type: route.type,
+				segments: route.segments,
+				pattern: route.pattern,
+				methods: route.type === 'page' ? ['get'] : build_data.server.methods[route.file]
+			}));
+
+			const seen = new Set();
+
+			for (let i = 0; i < routes.length; i += 1) {
+				const route = routes[i];
+				const { id, filter, complete } = fn(facades[i]);
+
+				if (seen.has(id)) continue;
+				seen.add(id);
+
+				const group = [route];
+
+				// figure out which lower priority routes should be considered fallbacks
+				for (let j = i + 1; j < routes.length; j += 1) {
+					if (filter(facades[j])) {
+						group.push(routes[j]);
+					}
+				}
+
+				const filtered = new Set(group.filter(not_prerendered));
+
+				// heuristic: if /foo/[bar] is included, /foo/[bar].json should
+				// also be included, since the page likely needs the endpoint
+				filtered.forEach((route) => {
+					if (route.type === 'page') {
+						const length = route.segments.length;
+
+						const endpoint = routes.find((candidate) => {
+							if (candidate.segments.length !== length) return false;
+
+							for (let i = 0; i < length; i += 1) {
+								const a = route.segments[i];
+								const b = candidate.segments[i];
+
+								if (i === length - 1) {
+									return b.content === `${a.content}.json`;
+								}
+
+								if (a.content !== b.content) return false;
+							}
+						});
+
+						if (endpoint) {
+							filtered.add(endpoint);
+						}
+					}
+				});
+
+				if (filtered.size > 0) {
+					complete({
+						generateManifest: ({ relativePath, format }) =>
+							generate_manifest(build_data, relativePath, Array.from(filtered), format)
+					});
+				}
+			}
+		},
+
+		generateManifest: ({ relativePath, format }) => {
+			generated_manifest = true;
+			return generate_manifest(
+				build_data,
+				relativePath,
+				build_data.manifest_data.routes.filter(not_prerendered),
+				format
+			);
+		},
+
+		getBuildDirectory(name) {
+			return `${cwd}/${SVELTE_KIT}/${name}`;
+		},
+
+		getClientDirectory() {
+			return `${cwd}/${SVELTE_KIT}/output/client`;
+		},
+
+		getServerDirectory() {
+			return `${cwd}/${SVELTE_KIT}/output/server`;
+		},
+
+		getStaticDirectory() {
+			return config.kit.files.assets;
+		},
+
+		writeClient(dest) {
+			return copy(`${cwd}/${SVELTE_KIT}/output/client`, dest, {
+				filter: (file) => file[0] !== '.'
+			});
+		},
+
+		writeServer(dest) {
+			return copy(`${cwd}/${SVELTE_KIT}/output/server`, dest, {
+				filter: (file) => file[0] !== '.'
+			});
+		},
+
+		writeStatic(dest) {
+			return copy(config.kit.files.assets, dest);
+		},
+
+		async prerender({ all = false, dest, fallback }) {
+			if (generated_manifest) {
+				throw new Error(
+					'Adapters must call prerender(...) before createEntries(...) or generateManifest(...)'
+				);
+			}
+
+			const prerendered = await prerender({
+				out: dest,
+				all,
+				cwd,
+				config,
+				build_data,
+				fallback,
+				log
+			});
+
+			prerendered.paths.forEach((path) => {
+				prerendered_paths.add(path);
+				prerendered_paths.add(path + '/');
+			});
+
+			return prerendered;
+		}
+	};
+}
+
+/**
+ * @param {import('types/config').ValidatedConfig} config
+ * @param {import('types/internal').BuildData} build_data
+ * @param {{ cwd?: string, verbose: boolean }} opts
+ */
+async function adapt(config, build_data, { cwd = process.cwd(), verbose }) {
+	const { name, adapt } = config.kit.adapter;
+
+	console.log($.bold().cyan(`\n> Using ${name}`));
+
+	const log = logger({ verbose });
+	const builder = create_builder({ cwd, config, build_data, log });
+	await adapt(builder);
+
+	log.success('done');
+}
+
+export { adapt };