@rimelight/seo 0.0.5 → 0.0.7

package/dist/routes/llms.txt.mjs

@@ -1,20 +1,68 @@
 import { buildLlmsTxt } from "../llms.mjs";
-import seoConfig from "virtual:rimelight-seo-config";
+import seoOptions from "virtual:rimelight-seo/options";
+import * as siteConfigMod from "virtual:rimelight-seo/site-config";
+import * as dbMod from "virtual:rimelight-seo/db";
+import * as corpusMod from "virtual:rimelight-seo/corpus";
 //#region src/routes/llms.txt.ts
-const GET = ({ site }) => {
-	const llmsOpts = typeof seoConfig?.llms === "object" ? seoConfig.llms : {};
-	const siteStr = site ? site.toString().replace(/\/$/, "") : "";
-	const hostname = site ? new URL(site).hostname : "Site";
-	const content = buildLlmsTxt({
-		site: siteStr,
-		title: hostname,
-		pages: [],
+const prerender = false;
+const GET = async ({ site, url }) => {
+	const siteConfig = siteConfigMod.siteConfig || {};
+	const siteUrl = site ? site.toString() : siteConfig.url || `${url.protocol}//${url.host}`;
+	const llmsOpts = typeof seoOptions?.llms === "object" ? seoOptions.llms : {};
+	let pages = [];
+	if (Array.isArray(llmsOpts.pages) && llmsOpts.pages.length > 0) pages = llmsOpts.pages;
+	else if (Array.isArray(corpusMod.corpusPages) && corpusMod.corpusPages.length > 0) pages = corpusMod.corpusPages.map((p) => {
+		const slug = p.slug === "index" ? "" : p.slug;
+		const pageUrl = `${siteUrl.replace(/\/$/, "")}/${slug}`.replace(/\/+$/, "");
+		return {
+			title: p.title,
+			description: p.description,
+			url: pageUrl,
+			section: p.section ? p.section.toUpperCase() : "GENERAL"
+		};
+	});
+	else if (dbMod.db) try {
+		const { pages: pagesTable } = await import("#db/schema").catch(() => ({ pages: null }));
+		const { and, isNotNull, isNull } = await import("drizzle-orm");
+		if (pagesTable) {
+			const docRows = await dbMod.db.select().from(pagesTable).where(and(isNull(pagesTable.deletedAt), isNotNull(pagesTable.publishedVersionId))).catch(() => []);
+			const resolveLocalized = (val) => {
+				if (typeof val === "string") return val;
+				if (typeof val === "object" && val !== null) {
+					const rec = val;
+					return rec["en"] || Object.values(rec)[0] || "";
+				}
+				return typeof val === "number" ? String(val) : "";
+			};
+			pages = docRows.map((p) => {
+				const title = resolveLocalized(p.title) || p.slug;
+				const description = resolveLocalized(p.description);
+				const slug = p.slug === "index" ? "" : p.slug;
+				const pathPrefix = p.type === "doc" ? "docs" : p.type || "docs";
+				const pageUrl = `${siteUrl.replace(/\/$/, "")}/en/${pathPrefix}/${slug}`.replace(/\/+$/, "");
+				return {
+					title,
+					description,
+					url: pageUrl,
+					markdownUrl: `${pageUrl}.md`,
+					section: p.type ? p.type.toUpperCase() : "GENERAL"
+				};
+			});
+		}
+	} catch {}
+	const title = llmsOpts.title || siteConfig.name || "Documentation";
+	const description = llmsOpts.description || siteConfig.description || "Documentation index for AI agents.";
+	const body = buildLlmsTxt({
+		site: siteUrl,
+		title,
+		description,
+		pages,
 		...llmsOpts
 	});
-	return new Response(content, { headers: {
+	return new Response(body, { headers: {
 		"Content-Type": "text/plain; charset=utf-8",
-		"Cache-Control": "public, max-age=3600, stale-while-revalidate=86400"
+		"Cache-Control": "public, max-age=3600, s-maxage=86400"
 	} });
 };
 //#endregion
-export { GET };
+export { GET, prerender };

package/dist/routes/robots.txt.mjs

@@ -1,12 +1,40 @@
 import { buildRobotsTxt } from "../robots.mjs";
-import seoConfig from "virtual:rimelight-seo-config";
+import seoOptions from "virtual:rimelight-seo/options";
+import * as siteConfigMod from "virtual:rimelight-seo/site-config";
+import * as seoConfig from "virtual:rimelight-seo/config";
 //#region src/routes/robots.txt.ts
-const GET = ({ site }) => {
-	const sitemapURL = site ? new URL("sitemap.xml", site).toString() : "";
-	const robotsOpts = typeof seoConfig?.robots === "object" ? seoConfig.robots : {};
+const GET = ({ site, url }) => {
+	const siteUrl = site ? site.toString() : siteConfigMod.siteConfig?.url || url.origin;
+	const sitemapURL = new URL("sitemap.xml", siteUrl).toString();
+	const defaultPrivatePrefixes = [
+		"/dashboard",
+		"/admin",
+		"/cms",
+		"/internal",
+		"/api",
+		"/dev",
+		"/og",
+		"/open-graph",
+		"/auth"
+	];
+	const customPrivatePrefixes = Array.isArray(seoConfig.PRIVATE_PATH_PREFIXES) ? seoConfig.PRIVATE_PATH_PREFIXES : [];
+	const privatePrefixes = Array.from(/* @__PURE__ */ new Set([...defaultPrivatePrefixes, ...customPrivatePrefixes]));
+	const disallowPatterns = [...privatePrefixes, ...privatePrefixes.map((p) => `/*${p.startsWith("/") ? p : `/${p}`}/`)];
+	const robotsOpts = typeof seoOptions?.robots === "object" ? seoOptions.robots : {};
+	const defaultAgentRules = [{
+		userAgent: "GPTBot",
+		disallow: privatePrefixes.map((p) => `${p.startsWith("/") ? p : `/${p}`}/`),
+		allow: ["/"]
+	}, {
+		userAgent: "ClaudeBot",
+		disallow: privatePrefixes.map((p) => `${p.startsWith("/") ? p : `/${p}`}/`),
+		allow: ["/"]
+	}];
 	const robots = buildRobotsTxt({
 		sitemapUrl: sitemapURL,
+		disallow: disallowPatterns,
 		allow: ["/"],
+		userAgentRules: defaultAgentRules,
 		...robotsOpts
 	});
 	return new Response(robots, { headers: {

package/dist/routes/rss.xml.d.mts

@@ -0,0 +1,4 @@
+import { APIRoute } from "astro";
+//#region src/routes/rss.xml.d.ts
+export declare const GET: APIRoute;
+//#endregion

package/dist/routes/rss.xml.mjs

@@ -0,0 +1,79 @@
+import { buildRssXml } from "../rss.mjs";
+import seoOptions from "virtual:rimelight-seo/options";
+import * as siteConfigMod from "virtual:rimelight-seo/site-config";
+import * as dbMod from "virtual:rimelight-seo/db";
+import * as seoConfig from "virtual:rimelight-seo/config";
+//#region src/routes/rss.xml.ts
+const GET = async ({ site, url }) => {
+	const rssOpts = typeof seoOptions?.rss === "object" ? seoOptions.rss : {};
+	const siteConfig = siteConfigMod.siteConfig || {};
+	const siteUrl = site ? site.toString() : rssOpts.site || siteConfig.url || url.origin;
+	let items = [];
+	if (Array.isArray(rssOpts.items)) items = rssOpts.items;
+	else if (typeof rssOpts.items === "function") items = await rssOpts.items();
+	else if (typeof seoConfig.rssEntries === "function") items = await seoConfig.rssEntries();
+	else {
+		const normalizedCollections = (rssOpts.collections && rssOpts.collections.length > 0 ? rssOpts.collections : [
+			"blog",
+			"posts",
+			"news",
+			"articles"
+		]).map((c) => {
+			if (typeof c === "string") return {
+				name: c,
+				pathPrefix: `/${c.replace(/^\/+|\/+$/g, "")}`
+			};
+			return {
+				name: c.name,
+				pathPrefix: c.pathPrefix ? `/${c.pathPrefix.replace(/^\/+|\/+$/g, "")}` : `/${c.name.replace(/^\/+|\/+$/g, "")}`
+			};
+		});
+		if (dbMod.db) try {
+			const { pages } = await import("#db/schema").catch(() => ({ pages: null }));
+			const { and, isNull } = await import("drizzle-orm");
+			if (pages) {
+				const collectionNames = normalizedCollections.map((c) => c.name);
+				const prefixMap = new Map(normalizedCollections.map((c) => [c.name, c.pathPrefix]));
+				const matchingPages = (await dbMod.db.select().from(pages).where(and(isNull(pages.deletedAt))).catch(() => [])).filter((p) => collectionNames.includes(p.type));
+				for (const p of matchingPages) {
+					const prefix = prefixMap.get(p.type) || `/${p.type}`;
+					const title = typeof p.title === "string" ? p.title : p.title?.en || p.title && Object.values(p.title)[0] || p.slug;
+					const description = typeof p.description === "string" ? p.description : p.description?.en || p.description && Object.values(p.description)[0] || "";
+					items.push({
+						title,
+						description,
+						link: `${prefix}/${p.slug}`,
+						pubDate: p.postedAt || p.createdAt || /* @__PURE__ */ new Date()
+					});
+				}
+			}
+		} catch {}
+		if (items.length === 0) try {
+			const { getCollection } = await import("astro:content");
+			for (const coll of normalizedCollections) try {
+				const collEntries = await getCollection(coll.name);
+				if (Array.isArray(collEntries)) for (const post of collEntries) items.push({
+					title: post.data?.title || post.id,
+					pubDate: post.data?.pubDate || post.data?.date || /* @__PURE__ */ new Date(),
+					description: post.data?.description || post.data?.summary,
+					link: `${coll.pathPrefix}/${post.id}/`
+				});
+			} catch {}
+		} catch {}
+	}
+	const feedTitle = rssOpts.title || siteConfig.name || "RSS Feed";
+	const feedDesc = rssOpts.description || siteConfig.description || "";
+	const xml = buildRssXml({
+		title: feedTitle,
+		description: feedDesc,
+		site: siteUrl,
+		language: rssOpts.language || "en-US",
+		items
+	});
+	return new Response(xml, { headers: {
+		"Content-Type": "application/xml; charset=utf-8",
+		"Cache-Control": "public, max-age=3600, stale-while-revalidate=86400"
+	} });
+};
+//#endregion
+export { GET };

package/dist/routes/security.txt.d.mts

@@ -0,0 +1,5 @@
+import { APIRoute } from "astro";
+//#region src/routes/security.txt.d.ts
+export declare const prerender = false;
+export declare const GET: APIRoute;
+//#endregion

package/dist/routes/security.txt.mjs

@@ -0,0 +1,24 @@
+import { buildSecurityTxt } from "../security.mjs";
+import seoOptions from "virtual:rimelight-seo/options";
+import * as siteConfigMod from "virtual:rimelight-seo/site-config";
+//#region src/routes/security.txt.ts
+const prerender = false;
+const GET = ({ site, url }) => {
+	const siteConfig = siteConfigMod.siteConfig || {};
+	const siteUrl = site ? site.toString() : siteConfig.url || url.origin;
+	const secOpts = typeof seoOptions?.security === "object" ? seoOptions.security : {};
+	const defaultContact = siteConfig.email ? `mailto:${siteConfig.email}` : void 0;
+	const contacts = secOpts.contact || defaultContact || `mailto:security@${new URL(siteUrl).hostname}`;
+	const canonical = secOpts.canonical || new URL("/.well-known/security.txt", siteUrl).toString();
+	const content = buildSecurityTxt({
+		contact: contacts,
+		canonical,
+		...secOpts
+	});
+	return new Response(content, { headers: {
+		"Content-Type": "text/plain; charset=utf-8",
+		"Cache-Control": "public, max-age=86400, stale-while-revalidate=604800"
+	} });
+};
+//#endregion
+export { GET, prerender };

package/dist/routes/site.webmanifest.d.mts

@@ -0,0 +1,5 @@
+import { APIRoute } from "astro";
+//#region src/routes/site.webmanifest.d.ts
+export declare const prerender = false;
+export declare const GET: APIRoute;
+//#endregion

package/dist/routes/site.webmanifest.mjs

@@ -0,0 +1,23 @@
+import { buildWebManifest } from "../manifest.mjs";
+import seoOptions from "virtual:rimelight-seo/options";
+import * as siteConfigMod from "virtual:rimelight-seo/site-config";
+//#region src/routes/site.webmanifest.ts
+const prerender = false;
+const GET = () => {
+	const siteConfig = siteConfigMod.siteConfig || {};
+	const manifestOpts = typeof seoOptions?.manifest === "object" ? seoOptions.manifest : {};
+	const manifest = buildWebManifest({
+		name: manifestOpts.name || siteConfig.name || "Site",
+		shortName: manifestOpts.shortName || siteConfig.name || "Site",
+		description: manifestOpts.description || siteConfig.description || "",
+		backgroundColor: manifestOpts.backgroundColor || siteConfig.branding?.colors?.backgroundColor || "#ffffff",
+		themeColor: manifestOpts.themeColor || siteConfig.branding?.colors?.themeColor || "#ffffff",
+		...manifestOpts
+	});
+	return new Response(JSON.stringify(manifest, null, 2), { headers: {
+		"Content-Type": "application/manifest+json; charset=utf-8",
+		"Cache-Control": "public, max-age=86400, stale-while-revalidate=604800"
+	} });
+};
+//#endregion
+export { GET, prerender };

package/dist/routes/sitemap.xml.mjs

@@ -1,8 +1,22 @@
-import { buildSitemapXml } from "../sitemap.mjs";
-import seoConfig from "virtual:rimelight-seo-config";
+import { buildSitemapUrls, buildSitemapXml } from "../sitemap.mjs";
+import seoOptions from "virtual:rimelight-seo/options";
+import * as siteConfigMod from "virtual:rimelight-seo/site-config";
+import * as seoConfig from "virtual:rimelight-seo/config";
 //#region src/routes/sitemap.xml.ts
-const GET = () => {
-	const urls = (typeof seoConfig?.sitemap === "object" ? seoConfig.sitemap : {}).urls || [];
+const GET = async ({ site, url }) => {
+	const sitemapOpts = typeof seoOptions?.sitemap === "object" ? seoOptions.sitemap : {};
+	const siteUrl = site ? site.toString() : siteConfigMod.siteConfig?.url || url.origin;
+	let entries = [];
+	if (typeof sitemapOpts.entries === "function") entries = await sitemapOpts.entries();
+	else if (typeof seoConfig.seoEntries === "function") entries = await seoConfig.seoEntries();
+	const locales = sitemapOpts.locales || seoConfig.SEO_LOCALES || (siteUrl ? {
+		site: siteUrl.replace(/\/$/, ""),
+		locales: { en: "en-US" },
+		defaultLocale: "en",
+		trailingSlash: "never"
+	} : void 0);
+	let urls = sitemapOpts.urls || [];
+	if (urls.length === 0 && entries.length > 0 && locales) urls = buildSitemapUrls(entries, locales);
 	const xml = buildSitemapXml(urls);
 	return new Response(xml, { headers: {
 		"Content-Type": "application/xml; charset=utf-8",

package/dist/rss.d.mts

@@ -0,0 +1,8 @@
+import { RssFeedOptions } from "./types.mjs";
+//#region src/rss.d.ts
+export declare function escapeXml(str: string): string;
+/**
+ * Builds standard RSS 2.0 feed XML document with Atom namespace link.
+ */
+export declare function buildRssXml(options: RssFeedOptions): string;
+//#endregion

package/dist/rss.mjs

@@ -0,0 +1,44 @@
+//#region src/rss.ts
+function escapeXml(str) {
+	return str.replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;").replace(/"/g, "&quot;").replace(/'/g, "&apos;");
+}
+/**
+* Builds standard RSS 2.0 feed XML document with Atom namespace link.
+*/
+function buildRssXml(options) {
+	const siteUrl = (options.site || "").replace(/\/$/, "");
+	const feedUrl = options.feedUrl || `${siteUrl}/rss.xml`;
+	const language = options.language || "en-US";
+	const lastBuildDate = (/* @__PURE__ */ new Date()).toUTCString();
+	const itemXmls = (options.items || []).map((item) => {
+		const itemLink = item.link.startsWith("http://") || item.link.startsWith("https://") ? item.link : `${siteUrl}${item.link.startsWith("/") ? "" : "/"}${item.link}`;
+		const pubDate = new Date(item.pubDate).toUTCString();
+		const guid = item.guid || itemLink;
+		const lines = [
+			"    <item>",
+			`      <title>${escapeXml(item.title)}</title>`,
+			`      <link>${escapeXml(itemLink)}</link>`,
+			`      <guid isPermaLink="${guid.startsWith("http") ? "true" : "false"}">${escapeXml(guid)}</guid>`,
+			`      <pubDate>${pubDate}</pubDate>`
+		];
+		if (item.description) lines.push(`      <description>${escapeXml(item.description)}</description>`);
+		if (item.author) lines.push(`      <author>${escapeXml(item.author)}</author>`);
+		if (item.content) lines.push(`      <content:encoded><![CDATA[${item.content}]]></content:encoded>`);
+		lines.push("    </item>");
+		return lines.join("\n");
+	});
+	return `<?xml version="1.0" encoding="UTF-8"?>
+<rss version="2.0" xmlns:atom="http://www.w3.org/2005/Atom" xmlns:content="http://purl.org/rss/1.0/modules/content/">
+  <channel>
+    <title>${escapeXml(options.title || "")}</title>
+    <description>${escapeXml(options.description || "")}</description>
+    <link>${escapeXml(siteUrl)}</link>
+    <language>${escapeXml(language)}</language>
+    <lastBuildDate>${lastBuildDate}</lastBuildDate>
+    <atom:link href="${escapeXml(feedUrl)}" rel="self" type="application/rss+xml"/>
+${itemXmls.join("\n")}
+  </channel>
+</rss>`;
+}
+//#endregion
+export { buildRssXml, escapeXml };

package/dist/security.d.mts

@@ -0,0 +1,7 @@
+import { SecurityTxtOptions } from "./types.mjs";
+//#region src/security.d.ts
+/**
+ * Build RFC 9116 compliant security.txt content. https://www.rfc-editor.org/rfc/rfc9116
+ */
+export declare function buildSecurityTxt(options: SecurityTxtOptions): string;
+//#endregion

package/dist/security.mjs

@@ -0,0 +1,34 @@
+//#region src/security.ts
+/**
+* Build RFC 9116 compliant security.txt content. https://www.rfc-editor.org/rfc/rfc9116
+*/
+function buildSecurityTxt(options) {
+	const lines = [];
+	const contacts = Array.isArray(options.contact) ? options.contact : options.contact ? [options.contact] : [];
+	for (const contact of contacts) lines.push(`Contact: ${contact}`);
+	let expiresStr;
+	if (options.expires instanceof Date) expiresStr = options.expires.toISOString();
+	else if (typeof options.expires === "string" && options.expires.trim().length > 0) expiresStr = options.expires;
+	else {
+		const oneYearFromNow = /* @__PURE__ */ new Date();
+		oneYearFromNow.setFullYear(oneYearFromNow.getFullYear() + 1);
+		expiresStr = oneYearFromNow.toISOString();
+	}
+	lines.push(`Expires: ${expiresStr}`);
+	if (options.encryption) {
+		const encList = Array.isArray(options.encryption) ? options.encryption : [options.encryption];
+		for (const enc of encList) lines.push(`Encryption: ${enc}`);
+	}
+	if (options.acknowledgments) {
+		const acks = Array.isArray(options.acknowledgments) ? options.acknowledgments : [options.acknowledgments];
+		for (const ack of acks) lines.push(`Acknowledgments: ${ack}`);
+	}
+	if (options.preferredLanguages) lines.push(`Preferred-Languages: ${options.preferredLanguages}`);
+	if (options.canonical) lines.push(`Canonical: ${options.canonical}`);
+	if (options.policy) lines.push(`Policy: ${options.policy}`);
+	if (options.hiring) lines.push(`Hiring: ${options.hiring}`);
+	if (options.csaf) lines.push(`CSAF: ${options.csaf}`);
+	return lines.join("\n") + "\n";
+}
+//#endregion
+export { buildSecurityTxt };