wiki-viewer 1.14.1 → 2.0.0

package/.next/standalone/src/lib/markdown/remark-wikilinks.ts

@@ -1,100 +0,0 @@
-import type { Link, Parent, PhrasingContent, Root, Text } from "mdast";
-import type { Plugin } from "unified";
-
-const WIKILINK_RE = /\[\[([a-z0-9-]+)(?:\|([^\]#|]+)|#([a-z0-9-]+))?\]\]/g;
-
-/**
- * Remark plugin that converts [[slug]], [[slug|alias]], and [[slug#anchor]]
- * occurrences in text nodes into link nodes targeting `#wiki:slug` (with
- * `#anchor` appended when present). The link's data attributes carry the
- * slug, optional alias, and optional anchor so renderers can branch on
- * wiki-links specifically.
- */
-const remarkWikilinks: Plugin<[], Root> = () => {
-	return (tree) => {
-		visit(tree, (node, index, parent) => {
-			if (!parent || index === undefined) return;
-			if (node.type !== "text") return;
-			const text = (node as Text).value;
-			if (!text?.includes("[[")) return;
-
-			const replacements: PhrasingContent[] = [];
-			let lastIndex = 0;
-			WIKILINK_RE.lastIndex = 0;
-			let match: RegExpExecArray | null = WIKILINK_RE.exec(text);
-			while (match !== null) {
-				const [full, slug, alias, anchor] = match;
-				if (match.index > lastIndex) {
-					replacements.push({
-						type: "text",
-						value: text.slice(lastIndex, match.index),
-					} as Text);
-				}
-				const visible = alias ?? (anchor ? `${slug}#${anchor}` : slug);
-				const url = anchor ? `#wiki:${slug}#${anchor}` : `#wiki:${slug}`;
-				const link: Link = {
-					type: "link",
-					url,
-					title: null,
-					children: [{ type: "text", value: visible } as Text],
-					data: {
-						hProperties: {
-							"data-wiki-link": "true",
-							"data-slug": slug,
-							...(alias ? { "data-alias": alias } : {}),
-							...(anchor ? { "data-anchor": anchor } : {}),
-							className: ["wiki-link"],
-						},
-					},
-				};
-				replacements.push(link);
-				lastIndex = match.index + full.length;
-				match = WIKILINK_RE.exec(text);
-			}
-
-			if (replacements.length === 0) return;
-			if (lastIndex < text.length) {
-				replacements.push({
-					type: "text",
-					value: text.slice(lastIndex),
-				} as Text);
-			}
-
-			(parent as Parent).children.splice(index, 1, ...replacements);
-			return index + replacements.length;
-		});
-	};
-};
-
-type Visitor = (
-	node: Root | PhrasingContent | Parent,
-	index: number | undefined,
-	parent: Parent | null,
-) => number | undefined;
-
-function visit(
-	node: Root | Parent,
-	fn: Visitor,
-	parent: Parent | null = null,
-): void {
-	if ("children" in node && Array.isArray(node.children)) {
-		let i = 0;
-		while (i < node.children.length) {
-			const child = node.children[i];
-			const next = fn(child as PhrasingContent, i, node);
-			if (typeof next === "number") {
-				i = next;
-				continue;
-			}
-			if (child && typeof child === "object" && "children" in child) {
-				visit(child as Parent, fn, node);
-			}
-			i += 1;
-		}
-	}
-	if (parent === null) {
-		fn(node, undefined, null);
-	}
-}
-
-export default remarkWikilinks;

package/.next/standalone/src/lib/markdown/sanitize-schema.ts

@@ -1,106 +0,0 @@
-import { defaultSchema } from "rehype-sanitize";
-import type { Options as SanitizeOptions } from "rehype-sanitize";
-
-/**
- * Sanitize schema for the read-only markdown preview.
- *
- * The base `defaultSchema` from rehype-sanitize strips most attributes and
- * many elements. Wiki content legitimately embeds raw HTML: tables, task-list
- * checkboxes, and video/embed iframes produced by the shared pipeline.
- * Extend the schema so that markup renders instead of being escaped to literal
- * text, while still removing scripts, event handlers, and other dangerous
- * vectors that defaultSchema blocks.
- */
-const tableTags = ["table", "thead", "tbody", "tfoot", "tr", "th", "td", "colgroup", "col"];
-
-export const previewSanitizeSchema: SanitizeOptions = {
-	...defaultSchema,
-	tagNames: Array.from(
-		new Set([
-			...(defaultSchema.tagNames ?? []),
-			...tableTags,
-			// Task-list structure emitted by fixTaskListHtml.
-			"label",
-			// Embed wrapper divs and iframes from upgradeProviderVideos.
-			"iframe",
-			"video",
-		]),
-	),
-	attributes: {
-		...defaultSchema.attributes,
-		// Allow layout attributes on table elements.
-		table: [...(defaultSchema.attributes?.table ?? []), "className", "style"],
-		th: [
-			...(defaultSchema.attributes?.th ?? []),
-			"colSpan",
-			"rowSpan",
-			"style",
-			"className",
-		],
-		td: [
-			...(defaultSchema.attributes?.td ?? []),
-			"colSpan",
-			"rowSpan",
-			"style",
-			"className",
-		],
-		col: ["span", "style", "className"],
-		colgroup: ["span", "style", "className"],
-		tr: ["style", "className"],
-		// Preserve wiki-link data attributes used by the delegated click handler.
-		// rehype-sanitize uses hast property names (camelCase) in the attributes map.
-		// Plain string = allow any value; tuple [name, val1, val2] = allow only those values.
-		a: [
-			...(defaultSchema.attributes?.a ?? []),
-			"className",
-			["dataWikiLink", "true"],
-			"dataSlug",
-			"dataAlias",
-			"dataAnchor",
-			["dataBroken", "true"],
-			["dataPdfLink", "true"],
-		],
-		// Task-list input/label.
-		input: ["type", "checked", "disabled"],
-		label: ["className"],
-		// Embed iframes - allow all attrs used by upgradeProviderVideos.
-		iframe: [
-			"src",
-			"allow",
-			"allowFullScreen",
-			"frameBorder",
-			"loading",
-			"referrerPolicy",
-			"dataEmbedProvider",
-		],
-		// Embed wrapper divs.
-		div: [
-			...(defaultSchema.attributes?.div ?? []),
-			"className",
-			["dataEmbed", "true"],
-			"dataProvider",
-			"dataSrc",
-			"dataOriginalUrl",
-			"dataAspectRatio",
-		],
-		// Task-list list items.
-		li: [
-			...(defaultSchema.attributes?.li ?? []),
-			"className",
-			"dataType",
-			"dataChecked",
-		],
-		ul: [
-			...(defaultSchema.attributes?.ul ?? []),
-			"className",
-			"dataType",
-		],
-		// Allow class names + id on all elements for styling.
-		"*": [...(defaultSchema.attributes?.["*"] ?? []), "className", "id"],
-	},
-	// Allow https iframe src (for embed providers). http excluded intentionally.
-	protocols: {
-		...defaultSchema.protocols,
-		src: [...(defaultSchema.protocols?.src ?? []), "https"],
-	},
-};

package/.next/standalone/src/lib/markdown/to-html.ts

@@ -1,282 +0,0 @@
-import rehypeParse from "rehype-parse";
-import rehypeRaw from "rehype-raw";
-import rehypeSanitize from "rehype-sanitize";
-import rehypeStringify from "rehype-stringify";
-import remarkGfm from "remark-gfm";
-import remarkParse from "remark-parse";
-import remarkRehype from "remark-rehype";
-import { unified } from "unified";
-import { detectEmbed } from "@/lib/embeds/detect";
-import { previewSanitizeSchema } from "@/lib/markdown/sanitize-schema";
-
-// Canonical wiki-link regex (llm-wiki-pm ground truth).
-// Groups: 1=slug  2=alias  3=anchor
-const WIKI_LINK_RE = /\[\[([^\]|#]+)(?:\|([^\]]*)|#([^\]]*))?\]\]/g;
-const SLUG_VALID_RE = /^[a-z0-9-]+$/;
-
-/**
- * Pre-process markdown to convert wiki-links to HTML anchors
- * before the remark pipeline (which treats [[ as plain text).
- *
- * Handles three forms:
- *   [[slug]]          - bare
- *   [[slug|alias]]    - aliased
- *   [[slug#anchor]]   - anchored
- *
- * Slugs that fail ^[a-z0-9-]+$ validation are left as plain text.
- */
-function convertWikiLinks(markdown: string): string {
-	return markdown.replace(
-		WIKI_LINK_RE,
-		(
-			_match: string,
-			rawSlug: string,
-			alias: string | undefined,
-			anchor: string | undefined,
-		): string => {
-			const slug = rawSlug.trim();
-			if (!SLUG_VALID_RE.test(slug)) return _match;
-			const visibleText = alias ?? (anchor ? `${slug}#${anchor}` : slug);
-			const href = anchor ? `#wiki:${slug}#${anchor}` : `#wiki:${slug}`;
-			const aliasAttr = alias !== undefined ? ` data-alias="${alias}"` : "";
-			const anchorAttr = anchor !== undefined ? ` data-anchor="${anchor}"` : "";
-			return `<a data-wiki-link="true" data-slug="${slug}"${aliasAttr}${anchorAttr} href="${href}" class="wiki-link">${visibleText}</a>`;
-		},
-	);
-}
-
-/**
- * Post-process HTML to fix task list structure for Tiptap compatibility.
- * remark-gfm outputs: <li><input type="checkbox" ...> text</li>
- * Tiptap expects:     <li data-type="taskItem" data-checked="..."><label><input ...></label><div><p>text</p></div></li>
- * And the parent <ul> needs class="task-list" and data-type="taskList".
- */
-function fixTaskListHtml(html: string): string {
-	// Convert task list <ul> with contains-task-list class
-	html = html.replace(
-		/<ul class="contains-task-list">/g,
-		'<ul data-type="taskList" class="task-list">',
-	);
-
-	// Convert each task list item to Tiptap's expected structure
-	html = html.replace(
-		/<li class="task-list-item">\s*<input type="checkbox"([^>]*)>\s*([\s\S]*?)(?=<\/li>)/g,
-		(_match, attrs: string, content: string) => {
-			const checked = attrs.includes("checked");
-			const cleanContent = content.trim();
-			return `<li data-type="taskItem" data-checked="${checked}"><label><input type="checkbox"${checked ? " checked" : ""}></label><div><p>${cleanContent}</p></div>`;
-		},
-	);
-
-	return html;
-}
-
-/**
- * Upgrade broken `<video src="https://youtu.be/...">` (or any non-file video URL
- * that points at a known embed provider) into a real iframe embed block.
- *
- * This heals content written before we had proper embed support, and also any
- * time the TipTap schema round-trip collapsed an iframe into a video tag.
- */
-function upgradeProviderVideos(html: string): string {
-	return html.replace(
-		/<video\b([^>]*)\bsrc="([^"]+)"([^>]*)><\/video>/gi,
-		(match, _before: string, src: string, _after: string) => {
-			const detected = detectEmbed(src);
-			if (!detected || detected.provider === "video") return match;
-
-			const aspect = detected.aspectRatio
-				? ` data-aspect-ratio="${detected.aspectRatio}"`
-				: "";
-			return (
-				`<div data-embed="true" data-provider="${detected.provider}"` +
-				` data-src="${detected.embedUrl}"` +
-				` data-original-url="${detected.originalUrl}"${aspect}>` +
-				`<iframe src="${detected.embedUrl}"` +
-				` data-embed-provider="${detected.provider}"` +
-				` allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share; fullscreen"` +
-				` allowfullscreen loading="lazy" frameborder="0"></iframe>` +
-				`</div>`
-			);
-		},
-	);
-}
-
-/**
- * Rewrite relative URLs (./file.pdf, ./image.png) to /api/assets/{pagePath}/file
- * and convert PDF links to inline embedded viewers.
- * Applies to href, src, and data-src attributes (the last is used by embed blocks).
- */
-function resolveRelativeUrls(html: string, pagePath: string): string {
-	const dirPath = pagePath;
-
-	html = html.replace(
-		/href="\.\/([^"]+)"/g,
-		(_match, file: string) => `href="/api/assets/${dirPath}/${file}"`,
-	);
-
-	html = html.replace(
-		/src="\.\/([^"]+)"/g,
-		(_match, file: string) => `src="/api/assets/${dirPath}/${file}"`,
-	);
-
-	html = html.replace(
-		/data-src="\.\/([^"]+)"/g,
-		(_match, file: string) => `data-src="/api/assets/${dirPath}/${file}"`,
-	);
-
-	// Mark PDF links with a data attribute so the editor can handle them
-	html = html.replace(
-		/<a([^>]*?)href="(\/api\/assets\/[^"]+\.pdf)"([^>]*?)>/gi,
-		(_match, before: string, url: string, after: string) => {
-			return `<a${before}href="${url}"${after} data-pdf-link="true">`;
-		},
-	);
-
-	return html;
-}
-
-// Unified's plugin resolution + processor freeze runs on every `unified()`
-// call. Reuse single frozen pipelines across every page render so
-// navigation doesn't pay that cost on the hot path.
-
-// Base pipeline: produces HTML with raw nodes passed through as-is.
-// Used for both editor and (pre-sanitize) viewer passes.
-const processor = unified()
-	.use(remarkParse)
-	.use(remarkGfm)
-	.use(remarkRehype, { allowDangerousHtml: true })
-	.use(rehypeStringify, { allowDangerousHtml: true })
-	.freeze();
-
-// Sanitize-only pipeline: takes a fully assembled HTML string, parses it back
-// into hast (rehype-parse as a fragment), expands any raw nodes (rehype-raw),
-// then strips unsafe nodes (rehype-sanitize). Runs LAST so all string
-// post-processing is covered by sanitize.
-const sanitizerOnly = unified()
-	.use(rehypeParse, { fragment: true })
-	.use(rehypeRaw)
-	.use(rehypeSanitize, previewSanitizeSchema)
-	.use(rehypeStringify)
-	.freeze();
-
-// Render cache: the remark→rehype pipeline is the heaviest synchronous work on
-// the open path. Keying rendered HTML by (content, options) makes re-opening a
-// doc — or returning to it — parse-free. Bounded LRU so it can't grow unbounded.
-const RENDER_CACHE_MAX = 50;
-// Skip caching very large outputs to bound memory (still parsed, just not retained).
-const RENDER_CACHE_MAX_HTML = 256 * 1024;
-const renderCache = new Map<string, string>();
-
-/** Cheap, stable 53-bit string hash (cyrb53) — no crypto, no allocations per char. */
-function hashStr(s: string): string {
-	let h1 = 0xdeadbeef ^ s.length;
-	let h2 = 0x41c6ce57 ^ s.length;
-	for (let i = 0; i < s.length; i++) {
-		const ch = s.charCodeAt(i);
-		h1 = Math.imul(h1 ^ ch, 2654435761);
-		h2 = Math.imul(h2 ^ ch, 1597334677);
-	}
-	h1 = Math.imul(h1 ^ (h1 >>> 16), 2246822507) ^ Math.imul(h2 ^ (h2 >>> 13), 3266489909);
-	h2 = Math.imul(h2 ^ (h2 >>> 16), 2246822507) ^ Math.imul(h1 ^ (h1 >>> 13), 3266489909);
-	return (4294967296 * (2097151 & h2) + (h1 >>> 0)).toString(36);
-}
-
-export interface MarkdownToHtmlOptions {
-	/** File path used to resolve relative URLs (./image.png etc.). */
-	pagePath?: string;
-	/** Run rehype-sanitize on output. Use true for read-only viewer. Default false. */
-	sanitize?: boolean;
-}
-
-function normalizeOpts(
-	optsOrPagePath?: string | MarkdownToHtmlOptions,
-): MarkdownToHtmlOptions {
-	return typeof optsOrPagePath === "string"
-		? { pagePath: optsOrPagePath }
-		: (optsOrPagePath ?? {});
-}
-
-/** Stable cache key for a (markdown, options) render. Shared by sync + worker paths. */
-export function renderCacheKeyFor(
-	markdown: string,
-	optsOrPagePath?: string | MarkdownToHtmlOptions,
-): string {
-	const opts = normalizeOpts(optsOrPagePath);
-	return `${opts.sanitize ? 1 : 0}:${opts.pagePath ?? ""}:${markdown.length}:${hashStr(markdown)}`;
-}
-
-/** Look up a previously rendered result (LRU-refreshed). */
-export function renderCacheGet(key: string): string | undefined {
-	const cached = renderCache.get(key);
-	if (cached === undefined) return undefined;
-	renderCache.delete(key);
-	renderCache.set(key, cached);
-	return cached;
-}
-
-/** Store a rendered result, evicting the oldest entry past the cap. */
-export function renderCacheStore(key: string, html: string): void {
-	if (html.length > RENDER_CACHE_MAX_HTML) return;
-	renderCache.set(key, html);
-	if (renderCache.size > RENDER_CACHE_MAX) {
-		const oldest = renderCache.keys().next().value;
-		if (oldest !== undefined) renderCache.delete(oldest);
-	}
-}
-
-/**
- * Pure markdown→HTML transform with NO cache. Safe to run in a Web Worker
- * (string-only post-processing, no DOM). The cache lives on the main thread so
- * cache hits never pay a worker round-trip.
- */
-export async function renderMarkdownUncached(
-	markdown: string,
-	optsOrPagePath?: string | MarkdownToHtmlOptions,
-): Promise<string> {
-	const opts = normalizeOpts(optsOrPagePath);
-
-	// Pre-process wiki-links before remark (which would treat [[ as text)
-	const preprocessed = convertWikiLinks(markdown);
-
-	// Always use the base pipeline first.
-	const result = await processor.process(preprocessed);
-	let html = String(result);
-
-	// Post-process task lists for Tiptap compatibility.
-	html = fixTaskListHtml(html);
-
-	// Heal <video src="youtube-url"> into real iframe embeds.
-	// Must run before sanitize so <video src> attr is still present.
-	html = upgradeProviderVideos(html);
-
-	// Resolve relative URLs if page path is provided.
-	// Must run before sanitize so interpolated paths are covered.
-	if (opts.pagePath) {
-		html = resolveRelativeUrls(html, opts.pagePath);
-	}
-
-	// Sanitize last, after all string post-processing, so no injected
-	// content escapes the sanitizer.
-	if (opts.sanitize) {
-		html = String(await sanitizerOnly.process(html));
-	}
-
-	return html;
-}
-
-export async function markdownToHtml(
-	markdown: string,
-	optsOrPagePath?: string | MarkdownToHtmlOptions,
-): Promise<string> {
-	const opts = normalizeOpts(optsOrPagePath);
-
-	// Parse-free fast path: identical (content, options) was rendered before.
-	const cacheKey = renderCacheKeyFor(markdown, opts);
-	const cached = renderCacheGet(cacheKey);
-	if (cached !== undefined) return cached;
-
-	const html = await renderMarkdownUncached(markdown, opts);
-	renderCacheStore(cacheKey, html);
-	return html;
-}